-- Logs begin at Wed 2022-05-04 06:41:37 UTC, end at Wed 2022-05-04 07:48:38 UTC. -- May 04 07:15:12.953067 dv-cinder-790535-38-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 07:15:15.738389 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.common.config [-] Logging enabled! May 04 07:15:15.738957 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 07:15:15.739086 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103104) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 07:15:15.742996 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.common.config [-] Logging enabled! May 04 07:15:15.743280 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 07:15:15.743595 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103104) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 07:15:15.744523 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 07:15:15.744756 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 07:15:15.745124 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 07:15:15.745370 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 07:15:15.745595 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 07:15:15.745907 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.746299 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.746532 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.746829 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.747119 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.747431 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.747719 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.748014 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.748300 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.748580 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.748864 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.749096 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.749373 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.749656 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.749940 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.750165 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.750445 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.750878 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.751321 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.751602 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.751893 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.752170 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.752441 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.752717 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.753288 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.753617 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] host = dv-cinder-790535-38-iscsi {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.753895 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.754179 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.754462 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.754744 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.755017 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.755317 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.755631 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.755907 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.756172 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.756444 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.756729 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.757275 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.757567 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.757796 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.758018 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.758302 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.758598 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.758874 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.759173 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.759448 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.759721 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.759996 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.760261 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.760544 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.760828 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.761111 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.761384 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.761658 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.761928 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.762200 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.762481 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.762755 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.763028 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.763328 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.763614 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.763882 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.764154 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.764451 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.764734 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.765014 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.765297 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.765568 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.765848 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.766117 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.766386 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.766654 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.766926 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.767219 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.767507 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.767778 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.768047 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.768319 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.768600 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.768870 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.769143 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:15.769437 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.769730 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.770026 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.770306 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.770605 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.770885 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.771230 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.771507 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.771795 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.772083 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.772372 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.772648 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.772951 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.773241 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.773535 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.773838 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.774130 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.774419 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.774692 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.774966 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.775266 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.775546 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.775833 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.776109 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.776396 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.776682 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.776959 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.777258 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.777541 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.777824 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.778117 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.778400 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.778669 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.778946 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.779265 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.779543 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.779814 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.780088 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.780372 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.780647 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.780918 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.781198 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.781473 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.781745 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.782015 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.782291 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.782578 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.782856 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.783124 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.783418 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.783691 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.783962 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.784246 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.784523 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.784798 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.785071 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.785346 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.785616 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.785890 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.786165 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.786434 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.787311 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.787707 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.787988 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.788264 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.788541 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.788815 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.789089 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.789363 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.789642 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.789915 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.790189 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.790461 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.790731 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.791008 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.791340 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.791622 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.791905 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.792185 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.792466 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.792745 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.793023 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.793305 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.793585 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.793858 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.794149 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.794434 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.794722 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.795005 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.795341 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.795639 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.795920 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.796199 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.796484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.796762 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.797041 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.797326 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.797612 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.797910 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.798205 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.798498 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.798790 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.799082 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.799388 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.799701 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.799981 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:15.800198 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 07:15:15.800435 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103104) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 07:15:16.257285 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 07:15:16.257561 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 07:15:16.257864 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 07:15:16.258193 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 07:15:16.585423 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.585718 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.585989 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.587207 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.587484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.587749 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.642879 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.643164 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.643448 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.657976 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.658254 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.658522 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.689276 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.689551 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.689820 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.726630 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.726904 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:16.727194 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.065584 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.066199 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.066199 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.066386 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.067083 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.166154 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.166479 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.166763 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.167037 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.167335 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.167646 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.167905 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.168160 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.168413 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.168692 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.168950 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.169214 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.169468 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.169715 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.169969 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.170229 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.170480 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.170746 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.171030 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.171291 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.171562 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.171813 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.172089 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.172465 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.172713 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.172955 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.173341 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.173580 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.173814 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.174049 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.174283 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.174516 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.174874 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 07:15:17.178796 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 07:15:17.182704 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 07:15:17.186636 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 04 07:15:17.188291 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 07:15:17.188757 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 07:15:17.189242 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 07:15:17.189629 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 07:15:17.192522 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 07:15:17.192778 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 07:15:17.193257 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 07:15:17.198148 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 07:15:17.221515 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 07:15:17.221965 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.222264 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103104) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 07:15:17.222637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.224025 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103104) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 07:15:17.224821 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 07:15:17.225062 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 07:15:17.228425 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.228704 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.291200 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 07:15:17.291433 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 07:15:17.291670 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 07:15:17.292033 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 07:15:17.312780 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_db.sqlalchemy.engines [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103104) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 07:15:17.752336 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing driver for type 'gre' May 04 07:15:17.752763 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] gre ID ranges: [(1, 1000)] May 04 07:15:17.809497 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing driver for type 'local' May 04 07:15:17.809919 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing driver for type 'vlan' May 04 07:15:17.822878 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] VlanTypeDriver initialization complete May 04 07:15:17.823259 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing driver for type 'vxlan' May 04 07:15:17.823728 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] vxlan ID ranges: [(1, 1000)] May 04 07:15:17.878695 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing extension driver 'port_security' May 04 07:15:17.879067 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] PortSecurityExtensionDriver initialization complete May 04 07:15:17.879437 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing mechanism driver 'openvswitch' May 04 07:15:17.879762 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing mechanism driver 'hyperv' May 04 07:15:17.886657 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.plugin [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:17.887510 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.887880 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.888229 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.888742 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.889217 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.889571 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.889913 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.890304 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.890706 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.891052 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.891417 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.891806 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.892202 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.892548 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.892887 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.893272 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.893667 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.894013 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.894351 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.894742 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.895135 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.895503 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.895836 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.896247 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 07:15:17.896685 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] ML2 OVO RPC backend initialized. {{(pid=103104) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 07:15:17.897374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.897727 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.898138 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.898484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > networks before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.898827 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.899185 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > ports before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.899528 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.899864 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.900203 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.900535 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.900866 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.901195 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.901523 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.901852 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.902181 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.902512 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.902838 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.910265 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded quota_driver: . May 04 07:15:17.910623 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.plugin [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Modular L2 Plugin initialization complete May 04 07:15:17.910964 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading services supported by the core plugin {{(pid=103104) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 07:15:17.911330 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.plugins.ml2.managers [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Got port-security extension from driver 'port_security' May 04 07:15:17.912333 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.extensions.vlantransparent [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Disabled vlantransparent extension. May 04 07:15:17.912815 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103104) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 07:15:17.913133 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: router May 04 07:15:17.947728 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.948114 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.948482 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router before_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.948840 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.949206 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.949556 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_delete 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.949910 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.950249 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.950599 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.950937 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.951322 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.951655 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.952122 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.952527 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.952893 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.953230 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.953567 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: subnet after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.953901 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.954244 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.954582 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.954916 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.955277 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.955624 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router after_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.955958 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.956300 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.956653 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.956989 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.957347 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > agent after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.957689 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.958025 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > network after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.959047 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Tracking information for resource: router configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.959398 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Tracking information for resource: floatingip configured {{(pid=103104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 07:15:17.964172 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.db.l3_agentschedulers_db [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 07:15:17.964741 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.965099 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.965445 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.965787 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: port after_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.966559 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router before_create 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.966924 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.967311 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.967661 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.972345 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.provider_configuration [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service providers = [] {{(pid=103104) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 07:15:17.972704 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.db.servicetype_db [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103104) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 07:15:17.976156 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.service_base [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 07:15:17.976507 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.service_base [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 07:15:17.976848 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.service_base [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 07:15:17.977717 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.services.service_base [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 07:15:17.978082 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.services.service_base [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 07:15:17.978454 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:17.978766 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 07:15:17.989224 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:17.989558 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: auto_allocate May 04 07:15:17.995924 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: network precommit_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.996288 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: network precommit_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:17.996798 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:17.997114 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: tag May 04 07:15:18.003899 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:18.004180 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: timestamp May 04 07:15:18.008414 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:18.008733 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: network_ip_availability May 04 07:15:18.014166 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.014533 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.014883 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.015615 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:18.015931 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: flavors May 04 07:15:18.020766 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:18.021122 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading Plugin: revisions May 04 07:15:18.025324 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 07:15:18.025713 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 07:15:18.026498 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103104) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 07:15:18.026835 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Initializing extension manager. May 04 07:15:18.027391 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: __init__.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.027730 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: __pycache__ {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.028058 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: _port_mac_address_override.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.028384 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.029119 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.029670 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: address-group May 04 07:15:18.029989 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: address_scope.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.030688 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.031221 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: address-scope May 04 07:15:18.031541 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.032451 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.032957 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: router-admin-state-down-before-update May 04 07:15:18.033274 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: agent.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.033958 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.034452 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: agent May 04 07:15:18.034768 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: agent_resources_synced.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.035689 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.036191 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: agent-resources-synced May 04 07:15:18.036506 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.038934 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.039477 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: allowed-address-pairs May 04 07:15:18.039802 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.040855 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.041363 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: auto-allocated-topology May 04 07:15:18.041684 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.042368 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.042869 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: availability_zone May 04 07:15:18.043220 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: availability_zone_filter.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.044122 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.044622 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: availability_zone_filter May 04 07:15:18.044969 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: data_plane_status.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.045862 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.046362 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension data-plane-status not supported by any of loaded plugins May 04 07:15:18.046676 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: default_subnetpools.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.047607 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.048114 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: default-subnetpools May 04 07:15:18.048432 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.049221 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.049718 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: dhcp_agent_scheduler May 04 07:15:18.050034 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: dns.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.051415 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.052007 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension dns-integration not supported by any of loaded plugins May 04 07:15:18.052496 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: dns_domain_ports.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.053937 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.054561 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 07:15:18.054959 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.055950 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.056522 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 07:15:18.056988 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: dvr.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.058034 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.058577 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: dvr May 04 07:15:18.058994 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: ecmp_routes.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.060174 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.060707 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 07:15:18.061176 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: empty_string_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.062177 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.062721 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: empty-string-filtering May 04 07:15:18.063074 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.064523 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.065130 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 07:15:18.065604 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.066794 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.067395 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 07:15:18.068373 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: external_net.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.069666 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.070232 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: external-net May 04 07:15:18.070774 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.071843 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.072465 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: extra_dhcp_opt May 04 07:15:18.072979 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: extraroute.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.074293 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.074936 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: extraroute May 04 07:15:18.075396 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: extraroute_atomic.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.077045 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.077583 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: extraroute-atomic May 04 07:15:18.077997 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: filter_validation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.078845 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.079465 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: filter-validation May 04 07:15:18.079785 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: fip_pf_description.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.080690 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.081185 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 07:15:18.081502 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.082407 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.082898 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 07:15:18.083247 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: fip_port_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.084698 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.085190 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: fip-port-details May 04 07:15:18.085509 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: flavors.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.086734 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.087269 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: flavors May 04 07:15:18.087591 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.089219 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.089736 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 07:15:18.090058 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: floatingip_pools.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.090747 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.091282 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: floatingip-pools May 04 07:15:18.091603 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: ip_allocation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.092514 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.093014 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension ip_allocation not supported by any of loaded plugins May 04 07:15:18.093331 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.094230 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.094731 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: ip-substring-filtering May 04 07:15:18.095049 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l2_adjacency.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.096011 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.096515 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 07:15:18.096833 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.097958 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.098471 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: router May 04 07:15:18.098788 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.101023 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.101546 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 07:15:18.101873 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.102786 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.103334 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: ext-gw-mode May 04 07:15:18.103657 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.104561 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.105061 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: l3-ha May 04 07:15:18.105390 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.106284 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.106784 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 07:15:18.107097 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_flavors.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.108020 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.108517 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: l3-flavors May 04 07:15:18.108832 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.110182 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.110690 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 07:15:18.111015 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.111949 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.112455 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 07:15:18.112778 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: l3agentscheduler.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.113805 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.114312 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: l3_agent_scheduler May 04 07:15:18.114634 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: local_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.117929 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.118442 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension local_ip not supported by any of loaded plugins May 04 07:15:18.118764 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: logging.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.120259 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.120770 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension logging not supported by any of loaded plugins May 04 07:15:18.121096 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: metering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.121826 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.122403 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: metering May 04 07:15:18.122720 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.123827 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.124337 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: metering_source_and_destination_fields May 04 07:15:18.124658 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: multiprovidernet.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.125588 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.126091 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: multi-provider May 04 07:15:18.126408 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: netmtu.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.127348 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.127847 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: net-mtu May 04 07:15:18.128162 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: netmtu_writable.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.129062 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.129560 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: net-mtu-writable May 04 07:15:18.129876 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: network_availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.131055 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.131580 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: network_availability_zone May 04 07:15:18.131897 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: network_ip_availability.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.133230 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.133737 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: network-ip-availability May 04 07:15:18.134057 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: network_segment_range.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.134808 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.135339 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension network-segment-range not supported by any of loaded plugins May 04 07:15:18.135667 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: pagination.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.136631 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.136955 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: pagination May 04 07:15:18.137270 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_device_profile.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.138252 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.138761 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-device-profile May 04 07:15:18.139076 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_mac_address_override.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.140027 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.140526 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-mac-override May 04 07:15:18.140840 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.141743 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.142241 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-mac-address-regenerate May 04 07:15:18.142555 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.143487 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.143987 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-numa-affinity-policy May 04 07:15:18.144301 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_resource_request.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.145206 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.145701 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension port-resource-request not supported by any of loaded plugins May 04 07:15:18.146620 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.147598 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.148095 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 07:15:18.148413 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: portbindings.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.149329 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.149827 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: binding May 04 07:15:18.150142 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: portbindings_extended.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.151411 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.151915 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: binding-extended May 04 07:15:18.152234 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: portsecurity.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.153137 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.153639 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-security May 04 07:15:18.153960 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: project_id.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.154921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.155276 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: project-id May 04 07:15:18.155596 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: providernet.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.156498 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.157003 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: provider May 04 07:15:18.157328 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.161059 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.161602 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos not supported by any of loaded plugins May 04 07:15:18.161927 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.163183 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.163694 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 07:15:18.164018 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.164947 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.165450 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 07:15:18.165769 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_default.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.166668 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.167190 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-default not supported by any of loaded plugins May 04 07:15:18.167514 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_fip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.168418 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.168919 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-fip not supported by any of loaded plugins May 04 07:15:18.169241 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.170144 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.170643 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 07:15:18.170959 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.171890 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.172390 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 07:15:18.172706 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.173607 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.174120 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 07:15:18.174438 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.175496 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.176003 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 07:15:18.176320 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.177689 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.178313 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 07:15:18.178636 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_pps_rule.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.179840 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.180343 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-pps not supported by any of loaded plugins May 04 07:15:18.180664 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.181567 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.182066 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 07:15:18.182383 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.183317 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.183814 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 07:15:18.184137 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: qos_rules_alias.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.185162 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.185665 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 07:15:18.185986 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: quota_check_limit.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.186959 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.187514 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: quota-check-limit May 04 07:15:18.187819 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: quotasv2.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.188769 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.189090 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: quotas May 04 07:15:18.189409 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: quotasv2_detail.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.191102 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.191463 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: quota_details May 04 07:15:18.191788 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: rbac.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.193455 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.194003 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: rbac-policies May 04 07:15:18.194336 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: rbac_address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.195289 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.195799 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: rbac-address-group May 04 07:15:18.196120 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: rbac_address_scope.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.197033 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.197539 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: rbac-address-scope May 04 07:15:18.197858 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: rbac_security_groups.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.198765 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.199308 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: rbac-security-groups May 04 07:15:18.199630 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.200534 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.201034 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: rbac-subnetpool May 04 07:15:18.201350 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: revisionifmatch.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.202258 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.202762 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: revision-if-match May 04 07:15:18.203076 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: revisions.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.204204 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.204708 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: standard-attr-revisions May 04 07:15:18.205026 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: router_availability_zone.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.205685 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.206182 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: router_availability_zone May 04 07:15:18.206497 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: routerservicetype.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.207438 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.207939 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension router-service-type not supported by any of loaded plugins May 04 07:15:18.208252 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.210381 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.210894 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: security-groups-normalized-cidr May 04 07:15:18.211234 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.212148 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.212654 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: port-security-groups-filtering May 04 07:15:18.212971 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.213905 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.214592 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: security-groups-remote-address-group May 04 07:15:18.214963 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.216050 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.216559 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: security-groups-shared-filtering May 04 07:15:18.216879 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.217463 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 07:15:18.217781 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: securitygroup.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.227328 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.227855 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: security-group May 04 07:15:18.228184 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: segment.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.228903 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.229406 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension segment not supported by any of loaded plugins May 04 07:15:18.229730 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.230661 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.231186 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 07:15:18.231515 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: servicetype.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.232598 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.233107 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: service-type May 04 07:15:18.233424 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: sorting.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.234395 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.234720 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: sorting May 04 07:15:18.235037 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: standard_attr_segment.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.235962 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.236469 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 07:15:18.236790 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: standardattrdescription.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.237425 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.237926 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: standard-attr-description May 04 07:15:18.238245 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: stateful_security_group.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.239311 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.240485 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: stateful-security-group May 04 07:15:18.240804 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: stdattrs_common.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.241367 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 07:15:18.241683 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.242602 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.243112 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 07:15:18.243460 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnet_onboard.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.244520 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.245028 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: subnet_onboard May 04 07:15:18.245346 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.246262 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.246764 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 07:15:18.247082 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnet_service_types.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.248026 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.248548 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: subnet-service-types May 04 07:15:18.248865 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnetallocation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.249933 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.250440 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: subnet_allocation May 04 07:15:18.250765 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.251462 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.251970 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: subnetpool-prefix-ops May 04 07:15:18.252287 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.253212 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.253726 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 07:15:18.254090 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: tagging.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.255108 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.256243 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: standard-attr-tag May 04 07:15:18.256567 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: timestamp.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.258049 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.258559 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loaded extension: standard-attr-timestamp May 04 07:15:18.258883 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: trunk.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.259935 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.260441 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension trunk not supported by any of loaded plugins May 04 07:15:18.260764 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: trunk_details.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.261665 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.262166 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension trunk-details not supported by any of loaded plugins May 04 07:15:18.262486 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.263420 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.263919 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 07:15:18.264237 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Loading extension file: vlantransparent.py {{(pid=103104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 07:15:18.264897 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 07:15:18.265392 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 07:15:18.267935 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:network May 04 07:15:18.268445 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnet May 04 07:15:18.268835 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 07:15:18.269216 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:port May 04 07:15:18.270474 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.270906 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service FLAVORS assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.271723 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.272145 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.272474 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:router May 04 07:15:18.272910 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:floatingip May 04 07:15:18.273402 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service METERING assigned prefix: /metering {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.274845 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.275241 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.275593 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:15:18.276581 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of CountableResource for resource:rbac_policy May 04 07:15:18.277018 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:security_group May 04 07:15:18.277448 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 07:15:18.278047 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.278378 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 07:15:18.278723 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] subnetpool is already registered May 04 07:15:18.279138 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.279502 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 07:15:18.279833 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] subnetpool is already registered May 04 07:15:18.282058 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.282489 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service FLAVORS assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.283073 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.283519 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.283845 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:router May 04 07:15:18.284179 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] router is already registered May 04 07:15:18.284593 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:floatingip May 04 07:15:18.284924 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] floatingip is already registered May 04 07:15:18.285370 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service METERING assigned prefix: /metering {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.286025 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of CountableResource for resource:rbac_policy May 04 07:15:18.286344 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] rbac_policy is already registered May 04 07:15:18.287007 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:security_group May 04 07:15:18.287432 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] security_group is already registered May 04 07:15:18.287835 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 07:15:18.288165 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] security_group_rule is already registered May 04 07:15:18.288776 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.289111 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 07:15:18.289440 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] subnetpool is already registered May 04 07:15:18.289853 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.v2.resource_helper [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Service CORE assigned prefix: {{(pid=103104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 07:15:18.290173 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 07:15:18.290500 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING neutron.quota.resource_registry [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] subnetpool is already registered May 04 07:15:18.290966 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: extensions {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.292609 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: address-groups {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.294095 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: address-scopes {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.295443 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.296607 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: auto-allocated-topology {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.297835 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: availability_zones {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.299213 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: dhcp-networks {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.300708 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: dhcp-agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.302142 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.305042 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: flavors {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.306199 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: service_profiles {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.307424 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: next_providers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.308850 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: service_profiles {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.310429 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: floatingip-pools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.311674 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.313768 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: floatingips {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.315995 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: l3-routers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.317372 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: l3-agents {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.319592 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: metering-labels {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.320950 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: metering-label-rules {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.322229 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: network-ip-availabilities {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.323509 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: bindings {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.325156 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: quotas {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.326721 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: quotas {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.328273 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: rbac-policies {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.329555 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: security-groups {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.330770 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: security-group-rules {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.332011 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: service-providers {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.333341 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: subnetpools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.334775 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: subnetpools {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.336236 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.337896 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.339783 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.341679 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.343479 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.345322 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.347013 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.348934 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.350818 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.352684 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron.api.extensions [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Extended resource: tags {{(pid=103104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 07:15:18.358540 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING keystonemiddleware.auth_token [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 07:15:18.363256 dv-cinder-790535-38-iscsi neutron-server[103104]: WARNING keystonemiddleware.auth_token [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 07:15:18.372507 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Acquired lock "singleton_lock" {{(pid=103104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 07:15:18.372973 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_concurrency.lockutils [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Releasing lock "singleton_lock" {{(pid=103104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 07:15:18.373616 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Starting 2 workers May 04 07:15:18.378602 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Started child 103211 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 07:15:18.384045 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Started child 103212 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 07:15:18.385189 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.385821 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO neutron.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 07:15:18.386218 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.386756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [-] (103211) wsgi starting up on http://0.0.0.0:9696 May 04 07:15:18.388698 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Starting 1 workers May 04 07:15:18.388917 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.390348 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [-] (103212) wsgi starting up on http://0.0.0.0:9696 May 04 07:15:18.393955 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Started child 103213 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 07:15:18.394494 dv-cinder-790535-38-iscsi neutron-server[103104]: INFO oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Starting 1 workers May 04 07:15:18.397752 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] calling RpcWorker wait() {{(pid=103213) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 07:15:18.398320 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] returning from RpcWorker wait() {{(pid=103213) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 07:15:18.399088 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Started child 103214 {{(pid=103104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 07:15:18.399693 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.399942 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-aa639654-c8c3-4bd1-8bfc-51f36c42b6d4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.400243 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:18.401804 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 07:15:18.402018 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 07:15:18.402201 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 07:15:18.402427 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 07:15:18.402755 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 07:15:18.402916 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 07:15:18.403489 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.403767 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.404028 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.404129 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:18.404583 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.404872 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.405131 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.405350 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:18.405452 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.405643 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.405895 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.406066 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.406228 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.406487 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.406719 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.407025 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.407323 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.407573 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.407814 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.407984 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.408244 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.408515 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.408740 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.409010 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.409253 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.409741 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.409988 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.410261 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.410499 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.410767 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.410992 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.411277 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.411519 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.411795 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.412034 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.412300 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.412538 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.412769 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.412980 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.413244 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.413479 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.413967 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] host = dv-cinder-790535-38-iscsi {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.414204 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.414439 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.414667 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.414962 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.415188 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.415415 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.415665 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.415908 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.416159 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.416405 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.416652 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.416879 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.417093 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.417335 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.417498 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_options = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.417750 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.418018 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.418272 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.418459 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.418625 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.418787 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.419040 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.419218 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.419474 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.419692 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.419903 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.420114 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.420329 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.420559 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.420810 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.421042 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.421269 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.421481 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.421734 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.421964 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.422187 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.422409 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.422645 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.422881 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.423092 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.423328 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.423581 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.423793 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.424002 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.424263 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.424497 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.424749 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.424982 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.425226 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.425510 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.425713 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.425938 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.428832 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.428832 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.428832 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.428832 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.429145 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.429145 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.429403 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.429626 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.429854 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.430114 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.430358 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.430704 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.430859 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.431083 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.431369 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.431664 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.431929 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.432178 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.432399 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.432835 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.433116 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.433426 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.433683 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.433938 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.434187 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.434422 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.434646 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.434916 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.435293 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.435703 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.435948 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437637 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437989 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.437989 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.438178 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.438361 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.438603 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.438931 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.439246 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.439529 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.439788 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.440030 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.440320 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.440590 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.440871 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.441207 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.441465 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.441720 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.441956 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.442183 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.442420 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.442665 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.442984 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.446470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.449476 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.450447 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.450709 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.450977 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.451687 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.451687 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.451687 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.451910 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.452147 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.452396 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.452673 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.452932 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.453190 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.453408 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.453645 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.453879 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.454091 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.454311 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.454541 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.454752 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.454969 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.456355 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.456631 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.457997 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.458252 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.458529 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.458768 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.459035 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.461938 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.462186 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.462423 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.462663 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.462893 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.463170 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.463427 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.463672 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.463894 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.464120 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.464366 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.464589 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.464793 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.465020 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.465240 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.465457 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.465676 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.466921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.466921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.466921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.466921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.466921 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.467375 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.467831 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.468097 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.468374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.468627 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.468894 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.469132 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.469380 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.469629 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.469830 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.470085 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.470521 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.470752 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.471011 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.471251 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.471492 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.471717 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.472010 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.472240 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.472493 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.472725 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.472992 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.473724 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.473965 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.476209 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.476722 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.477056 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.479195 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.479195 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.479413 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.479500 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.479770 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.480041 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.480337 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.480593 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.480824 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.481061 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.481314 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.481569 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.481792 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.482025 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.482263 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.482589 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.482820 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.483059 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.483700 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.483987 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.484219 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.484472 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.484742 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.485010 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.485262 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.485512 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.485759 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.485991 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.486236 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.486461 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.486715 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.486965 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.487219 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.487442 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.487679 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.487909 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.488304 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.488523 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.488741 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.488956 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.489348 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.489572 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.490362 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.490580 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.490828 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.491066 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.491305 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.491544 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.491763 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.491975 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.492237 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.492456 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.492965 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.493220 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.493457 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.493683 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.493907 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.494139 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.494354 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.494602 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.494874 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.495029 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.495261 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.495481 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.495696 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.495928 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.496152 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.496377 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.496609 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.496904 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.497379 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.497639 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.497875 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.498129 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.498370 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.498591 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.498806 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.499021 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.499263 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.499484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.499723 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.499940 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.500160 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.500374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.500612 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.500843 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.501190 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.501433 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.501674 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.501925 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.502159 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.502374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.502613 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.502825 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.503036 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.503266 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.503491 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.503704 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.503910 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.504254 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.504436 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.504676 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.504945 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.505152 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.505466 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.505875 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.506434 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.506757 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.507281 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.507508 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.507721 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.507950 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.508162 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.508396 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.508617 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.508834 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.509042 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.509266 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.509472 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.509678 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.509897 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.510110 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.510316 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.510529 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.510734 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.510934 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.511179 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.511386 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.511623 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.511845 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.512053 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.512262 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.512484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.512715 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.512925 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.513218 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.513468 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.513684 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.513925 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:18.514061 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.514212 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.514431 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.514680 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.514993 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.515241 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.515512 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.515728 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.515947 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.516182 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.516908 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.516908 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.517081 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.517279 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.517751 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.518053 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.518332 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.518587 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.518799 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.519099 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.519471 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.519747 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.520012 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.520255 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.520502 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.520723 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.521437 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.521707 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.521926 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.522137 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.522405 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.522629 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.522863 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.523076 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.523320 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.523580 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.523803 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.524009 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.524342 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.524568 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.524724 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 07:15:18.525238 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 07:15:18.525427 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 07:15:18.525524 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 07:15:18.525698 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 07:15:18.525861 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 07:15:18.526011 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 07:15:18.526217 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.526381 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.526528 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.526698 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.526862 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527137 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527323 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527459 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527616 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527792 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.527941 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528095 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528249 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528404 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528559 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528716 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.528873 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529036 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529193 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529349 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529504 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529660 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] debug = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.529817 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530033 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530203 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530405 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530567 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530722 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.530877 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531031 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531204 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531524 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531693 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.531897 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532048 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532253 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532418 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532568 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532724 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] host = dv-cinder-790535-38-iscsi {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.532882 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533033 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533187 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533347 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533504 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533660 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533816 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.533971 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534128 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534283 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534439 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534595 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534749 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.534904 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535059 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_options = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535234 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535391 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535546 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535726 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.535886 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536042 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536198 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536362 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536500 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536767 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.536909 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537065 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537220 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537362 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537517 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537662 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537816 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.537997 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.538341 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.538504 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.538648 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.538805 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.538961 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.539296 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.539455 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.539611 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.539763 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.539948 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540073 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540224 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540378 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540686 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540849 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.540997 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541150 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541320 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541470 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541631 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541761 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.541914 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542217 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542375 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542528 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542684 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542840 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.542995 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543175 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_json = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543329 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543484 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543638 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543794 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.543948 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.544104 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.544260 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.544415 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.544571 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 07:15:18.545083 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.545253 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.545426 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.545587 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.545746 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.545907 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546066 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546225 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546383 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546542 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546709 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.546869 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.547038 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.547211 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.547369 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.547533 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.547875 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548043 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548203 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548363 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548521 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548679 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.548847 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549008 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549167 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549326 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549485 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549651 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549809 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.549993 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550144 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550302 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550463 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550621 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550780 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.550939 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551097 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551468 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551468 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551705 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551705 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.551852 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.552017 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.552704 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.552933 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553097 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553256 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553416 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553577 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553737 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.553896 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554056 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554214 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554373 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554531 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554690 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.554850 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.555009 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.555246 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.555518 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.555684 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.555843 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556002 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556213 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556379 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556538 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556697 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.556856 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557015 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557188 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557347 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557506 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557665 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557825 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.557983 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558142 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558301 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558460 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558618 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558775 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.558933 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559090 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559271 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559430 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559588 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559746 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.559904 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560062 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560221 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560379 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560538 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560696 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.560870 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561029 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561186 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561344 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561503 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561662 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561820 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.561978 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562136 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562294 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562453 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562611 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562770 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.562928 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563086 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563265 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563423 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563584 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563743 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.563901 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564060 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564219 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564378 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564536 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564693 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.564850 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565007 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565174 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565332 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565492 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565651 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565815 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.565984 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566144 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566302 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566461 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566620 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566778 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.566936 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.567096 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.567276 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.567436 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.567595 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.567765 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.568578 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.568744 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.568946 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569181 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569342 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569501 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569661 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569821 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.569980 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570139 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570297 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570456 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570614 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570774 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.570933 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571092 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571273 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571430 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571589 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571748 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.571906 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572065 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572224 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572384 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572542 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572700 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.572859 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573017 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573174 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573333 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573495 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573653 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573811 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.573970 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574128 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574292 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574433 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574590 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574749 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.574906 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575109 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575290 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575449 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575607 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575765 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.575924 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576082 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576242 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576400 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576559 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576717 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.576875 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577034 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577193 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577350 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577509 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577666 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.577824 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578000 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578161 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578320 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578480 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578639 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578796 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.578954 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579112 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579302 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579460 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579620 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579779 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.579937 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580095 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580253 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580410 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580571 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580732 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.580891 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581049 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581209 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581367 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581525 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581682 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581840 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.581998 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582156 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582314 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582471 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582641 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582801 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.582959 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.583116 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.583299 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.583492 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.583713 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.583903 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584133 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584294 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584454 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584614 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584783 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.584941 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585100 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585257 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585415 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585573 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585740 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.585900 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586058 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586217 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586374 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586532 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586698 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.586856 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587013 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587191 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587353 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587511 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587679 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587836 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.587993 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588154 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588312 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588469 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588636 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588795 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.588952 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.589275 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.589437 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.589595 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.589755 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.589927 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590087 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590248 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590407 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590565 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590725 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.590885 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591047 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591241 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591408 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591568 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591734 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.591899 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592066 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592225 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592389 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592557 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592716 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.592875 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593034 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593196 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593354 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593511 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593668 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593825 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.593982 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594139 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594297 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594455 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594612 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594769 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.594927 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.595085 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.595264 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.595423 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.595580 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 07:15:18.595730 dv-cinder-790535-38-iscsi neutron-server[103104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 07:15:18.630788 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 41532) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:18.639803 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064919 May 04 07:15:30.002831 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc41729-178f-4b04-9bf1-3fbe740da1b5 None None] get_active_networks_info from dv-cinder-790535-38-iscsi {{(pid=103213) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 07:15:30.066932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc41729-178f-4b04-9bf1-3fbe740da1b5 None None] No non-hosted networks {{(pid=103213) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 07:15:30.089781 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.agentschedulers_db [None req-ccc41729-178f-4b04-9bf1-3fbe740da1b5 None None] DHCP Agent not found on host dv-cinder-790535-38-iscsi {{(pid=103213) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 07:15:30.241412 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7819-3336-4247-9d3e-dbaf512e865a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:32.254766 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dd4b0f78-fd7d-4a7a-910b-0e095ae36a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:32.290627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2446-01c7-452e-83ad-6df464f6a656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:33.131253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41596) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:33.475853 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:33.704540 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-87604102-7e41-47d4-848b-99b7098ab53c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:33.705246 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-87604102-7e41-47d4-848b-99b7098ab53c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:33.928699 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [None req-87604102-7e41-47d4-848b-99b7098ab53c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:15:33.943174 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-87604102-7e41-47d4-848b-99b7098ab53c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7980323 May 04 07:15:34.745168 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:36.199680 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:36.202161 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.202878 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.203543 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.204490 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.205412 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.206190 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.206984 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.207591 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.208818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.209520 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.210163 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.210785 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.211516 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.213596 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.214313 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:36.215018 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-38-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:36.229186 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-38-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:15:36.484747 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41630) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:36.805806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:15:36.899260 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.policy [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103211) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 07:15:36.940976 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:36.941349 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:37.042484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185054438', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185054962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185005095', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185007625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185017870', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751185026828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593754', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3782757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3871191'] for rbac-policy (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:37.115217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:37.117351 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-38ec8fa2-5ff1-48aa-924e-6c5705be1a53 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6315498 May 04 07:15:38.427103 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.db.l3_hamode_db [None req-905e84cd-6b46-467c-a273-47c046ce67a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 07:15:38.511065 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e84cd-6b46-467c-a273-47c046ce67a9 None None] Routers set() bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:15:38.511497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e84cd-6b46-467c-a273-47c046ce67a9 None None] Router IDs set() for agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 07:15:39.585439 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41642) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:39.896149 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:15:39.933272 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Made reservation on behalf of c1c61577200842b7bf6af16defd5fcbc for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:15:39.937318 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:39.954556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.064769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks [] for security_group (a7c395f8-abb1-4cfd-8890-689ed98a25b5), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.068498 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a7c395f8-abb1-4cfd-8890-689ed98a25b5), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.101022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:15:40.128068 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751186934833', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (005b57f9-7830-467b-b9f3-78d85c654c6a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.128667 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Unsubscribe: segment precommit_create {{(pid=103211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 07:15:40.129230 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Added segment 005b57f9-7830-467b-b9f3-78d85c654c6a of type vlan for network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 May 04 07:15:40.135133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c395f8-abb1-4cfd-8890-689ed98a25b5,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:40.158336 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.158684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.159038 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.159417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.159761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.160097 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.160418 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.160738 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.161668 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.161994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.162316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.162652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.162974 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.163318 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.163635 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Tracked resource versions report: May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: pushed versions: May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Agent': {'1.1'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'LocalIPAssociation': {'1.0'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Log': {'1.0'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'NDPProxy': {'1.0'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Network': {'1.1'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Port': {'1.7'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'PortForwarding': {'1.3'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: consumer versions: May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Agent': '1.1', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'LocalIPAssociation': '1.0', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Log': '1.0', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'NDPProxy': '1.0', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Network': '1.1', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Port': '1.7', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'PortForwarding': '1.3', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'QosPolicy': '1.10', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SubPort': '1.0', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Subnet': '1.1', May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Trunk': '1.1'}} May 04 07:15:40.165079 dv-cinder-790535-38-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:15:40.246128 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (b18502c9-69ef-44ae-94f8-d4d78f4f35c1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.285416 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (b18502c9-69ef-44ae-94f8-d4d78f4f35c1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.291367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:15:40.292058 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:40.359140 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7726374 May 04 07:15:40.411730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a57f01-f74c-4b28-b0b1-ef7fccf21b16 demo demo] Pushing event updated for resources: {'Network': ['ID=b18502c9-69ef-44ae-94f8-d4d78f4f35c1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:40.423775 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:15:42.879052 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41654) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:43.275866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534627e1-cb73-4d9c-a446-6697c0843813 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:15:43.277226 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-534627e1-cb73-4d9c-a446-6697c0843813 demo admin] 10.222.0.21 "GET /v2.0/networks/b18502c9-69ef-44ae-94f8-d4d78f4f35c1 HTTP/1.1" status: 200 len: 825 time: 0.3966861 May 04 07:15:43.300667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0f21e5c2-4f49-496b-b0b2-2bf5de610a68 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/dd726dab-1d32-4611-9d5e-6bb3934c60cc HTTP/1.1" status: 200 len: 734 time: 0.0178936 May 04 07:15:43.309339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc', 'gateway_ip': '172.20.0.1'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:15:43.329379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Made reservation on behalf of c1c61577200842b7bf6af16defd5fcbc for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:15:43.331575 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:43.614639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:43.683596 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Checking segment: {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:15:43.683958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Network hostable DHCP agents. Network: b18502c9-69ef-44ae-94f8-d4d78f4f35c1, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:15:43.688516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Pushing event updated for resources: {'Subnet': ['ID=f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:43.706868 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:15:43.718994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, b18502c9-69ef-44ae-94f8-d4d78f4f35c1) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:15:43.724237 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:15:43.724830 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:43.729584 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fc050-5f7d-4b2d-8256-93e718aa58e3 None None] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:15:43.741361 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2f0f98a3-8a85-4377-a141-de3bb9234fde demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4351645 May 04 07:15:43.990723 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:15:43.991961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.268501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Allocated IP 172.20.0.2 (b18502c9-69ef-44ae-94f8-d4d78f4f35c1/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb/99198c4f-c804-455a-a7cc-723f4b360af3) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:15:44.543725 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks [] for port (99198c4f-c804-455a-a7cc-723f4b360af3), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.552537 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.637150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:15:44.641261 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Pushing event updated for resources: {'Port': ['ID=99198c4f-c804-455a-a7cc-723f4b360af3,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:44.643524 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:15:44.650436 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:15:44.653875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.654228 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.654565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.654914 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.655273 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.655599 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.655921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.656238 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.656573 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.656895 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.657214 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.657668 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.658215 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.658698 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.659210 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Tracked resource versions report: May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: pushed versions: May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: { 'AddressGroup': {'1.2'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Agent': {'1.1'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'ConntrackHelper': {'1.0'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Log': {'1.0'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'NDPProxy': {'1.0'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Network': {'1.1'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Port': {'1.7'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'PortForwarding': {'1.3'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'QosPolicy': {'1.10'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroup': {'1.5'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SubPort': {'1.0'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Subnet': {'1.1'}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Trunk': {'1.1'}} May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: consumer versions: May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Agent': '1.1', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'ConntrackHelper': '1.0', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'LocalIPAssociation': '1.0', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Log': '1.0', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'NDPProxy': '1.0', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Network': '1.1', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Port': '1.7', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'PortForwarding': '1.3', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'QosPolicy': '1.10', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroup': '1.5', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroupRule': '1.2', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SubPort': '1.0', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Subnet': '1.1', May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Trunk': '1.1'}} May 04 07:15:44.661592 dv-cinder-790535-38-iscsi neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:15:44.737533 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Attempting to bind port 99198c4f-c804-455a-a7cc-723f4b360af3 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:15:44.738204 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Attempting to bind port 99198c4f-c804-455a-a7cc-723f4b360af3 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:15:44.738344 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Attempting to bind port 99198c4f-c804-455a-a7cc-723f4b360af3 on network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:15:44.743748 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:15:44.744124 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Checking segment: {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:15:44.744604 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.744986 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Bound using segment: {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:15:44.745453 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Bound port: 99198c4f-c804-455a-a7cc-723f4b360af3, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:15:44.745839 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.807813 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] For port 99198c4f-c804-455a-a7cc-723f4b360af3, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:15:44.829318 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] For port 99198c4f-c804-455a-a7cc-723f4b360af3, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=99198c4f-c804-455a-a7cc-723f4b360af3,segment=NetworkSegment(005b57f9-7830-467b-b9f3-78d85c654c6a),segment_id=005b57f9-7830-467b-b9f3-78d85c654c6a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:15:44.836530 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:44.890550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67d781-ac05-4c0c-bef2-83ef72a06f38 None None] Pushing event updated for resources: {'Port': ['ID=99198c4f-c804-455a-a7cc-723f4b360af3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:46.242363 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41662) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:46.559744 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [None req-32669a81-c830-4e5e-a547-ef8041c2108f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:15:46.560735 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-32669a81-c830-4e5e-a547-ef8041c2108f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3174186 May 04 07:15:49.029497 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 41670) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:49.513586 dv-cinder-790535-38-iscsi neutron-server[103212]: WARNING oslo_policy.policy [None req-4db197f5-6441-4946-bf14-5998531d48fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:49.514129 dv-cinder-790535-38-iscsi neutron-server[103212]: WARNING oslo_policy.policy [None req-4db197f5-6441-4946-bf14-5998531d48fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:49.735449 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [None req-4db197f5-6441-4946-bf14-5998531d48fb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:15:49.736434 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4db197f5-6441-4946-bf14-5998531d48fb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7060370 May 04 07:15:52.224769 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 41684) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:52.537848 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:15:52.596961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.policy [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103212) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 07:15:52.639462 dv-cinder-790535-38-iscsi neutron-server[103212]: WARNING oslo_policy.policy [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:52.639839 dv-cinder-790535-38-iscsi neutron-server[103212]: WARNING oslo_policy.policy [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 07:15:52.701958 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (571987d0-c642-488e-a546-14e93ef5fa93), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:52.703917 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (571987d0-c642-488e-a546-14e93ef5fa93), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:52.862497 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Publish callbacks [] for router_controller (571987d0-c642-488e-a546-14e93ef5fa93), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:52.867814 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (571987d0-c642-488e-a546-14e93ef5fa93), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:52.891717 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:52.892982 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-126ae15e-8d25-4d55-95c3-b68569471bc0 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6672456 May 04 07:15:54.945326 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 99198c4f-c804-455a-a7cc-723f4b360af3 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:15:55.039412 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 99198c4f-c804-455a-a7cc-723f4b360af3 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:15:55.039844 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:55.148207 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 99198c4f-c804-455a-a7cc-723f4b360af3 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:15:55.148590 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:55.182411 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 99198c4f-c804-455a-a7cc-723f4b360af3, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=99198c4f-c804-455a-a7cc-723f4b360af3,segment=NetworkSegment(005b57f9-7830-467b-b9f3-78d85c654c6a),segment_id=005b57f9-7830-467b-b9f3-78d85c654c6a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:15:55.185974 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:55.235042 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=99198c4f-c804-455a-a7cc-723f4b360af3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:55.394212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41698) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:55.715687 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [None req-cda503a8-bd3a-493f-b090-50b0fa518cc3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:15:55.716668 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cda503a8-bd3a-493f-b090-50b0fa518cc3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3207474 May 04 07:15:56.429463 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460caa02-d6b5-461d-97b0-5d8d61497851 None None] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:15:56.555823 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-00399712-285d-4d0e-81c6-ec12989cb6ba None None] Provisioning complete for port 99198c4f-c804-455a-a7cc-723f4b360af3 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:15:56.556203 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-00399712-285d-4d0e-81c6-ec12989cb6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:56.640486 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-00399712-285d-4d0e-81c6-ec12989cb6ba None None] Current status of the port 99198c4f-c804-455a-a7cc-723f4b360af3 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:15:56.758285 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-ef6515df-9059-40df-80aa-a36e56e712df None None] Provisioning complete for port 99198c4f-c804-455a-a7cc-723f4b360af3 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:15:56.758676 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef6515df-9059-40df-80aa-a36e56e712df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:56.834039 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ef6515df-9059-40df-80aa-a36e56e712df None None] Current status of the port 99198c4f-c804-455a-a7cc-723f4b360af3 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:15:56.931184 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 99198c4f-c804-455a-a7cc-723f4b360af3 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:15:56.974806 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 99198c4f-c804-455a-a7cc-723f4b360af3 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:15:56.975218 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:57.046639 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 99198c4f-c804-455a-a7cc-723f4b360af3 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:15:58.212960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41706) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:15:58.523223 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:15:58.541282 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Made reservation on behalf of 42382f8dc1ee4162906b55d85040da7b for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:15:58.544579 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.555105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.626926 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks [] for security_group (0bf03b87-ca54-4894-9f6d-45c5b2582dd1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.630792 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (0bf03b87-ca54-4894-9f6d-45c5b2582dd1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.645791 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Reserving flat network on physical network physnet1 {{(pid=103211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 07:15:58.663813 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf03b87-ca54-4894-9f6d-45c5b2582dd1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:58.668210 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (c652162a-d66b-4ed2-8bca-1e6e7b061b59), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.668543 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Added segment c652162a-d66b-4ed2-8bca-1e6e7b061b59 of type flat for network 82aad8c4-60f1-4da8-923c-5048714734bb May 04 07:15:58.715781 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (82aad8c4-60f1-4da8-923c-5048714734bb), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.746035 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (82aad8c4-60f1-4da8-923c-5048714734bb), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.747102 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:15:58.747753 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:15:58.792432 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5784469 May 04 07:15:58.841371 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0907299-1f7e-4f82-b28a-689cdb00f906 admin admin] Pushing event updated for resources: {'Network': ['ID=82aad8c4-60f1-4da8-923c-5048714734bb,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:15:58.851550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 82aad8c4-60f1-4da8-923c-5048714734bb details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:15:59.990182 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-06506796-91e3-48e0-9dad-4bff0fbcc711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:01.239165 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41714) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:16:01.590182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faeda38-d381-4812-828e-9f6f01c7bf59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:16:01.591529 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6faeda38-d381-4812-828e-9f6f01c7bf59 demo admin] 10.222.0.21 "GET /v2.0/subnets/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb HTTP/1.1" status: 200 len: 849 time: 0.3513515 May 04 07:16:01.753472 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5c254ded-3ed8-4e6c-83f4-7d33e16b6505 demo admin] 10.222.0.21 "GET /v2.0/routers/571987d0-c642-488e-a546-14e93ef5fa93 HTTP/1.1" status: 200 len: 704 time: 0.1562736 May 04 07:16:02.023302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.240365 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-296c008f-a238-4ec1-b800-5b6983e86735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.322334 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Allocated IP 172.20.0.1 (b18502c9-69ef-44ae-94f8-d4d78f4f35c1/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb/10f97e9a-23b3-4b8b-a517-b3eca639884d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:16:02.518669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks [] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.589198 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.659259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:16:02.665742 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:16:02.674393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:16:02.674940 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (571987d0-c642-488e-a546-14e93ef5fa93), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.696578 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Pushing event updated for resources: {'Port': ['ID=10f97e9a-23b3-4b8b-a517-b3eca639884d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:02.884155 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.892389 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-7b813cdf-de28-4e90-98e1-d77de07e18c6 None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:02.892774 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7b813cdf-de28-4e90-98e1-d77de07e18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:02.972277 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7b813cdf-de28-4e90-98e1-d77de07e18c6 None None] Port 10f97e9a-23b3-4b8b-a517-b3eca639884d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:16:03.099135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks [] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:03.103224 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:03.103963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (571987d0-c642-488e-a546-14e93ef5fa93), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:03.161212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Pushing event updated for resources: {'Port': ['ID=10f97e9a-23b3-4b8b-a517-b3eca639884d,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:03.228399 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:16:03.229685 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:16:03.391007 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Router 571987d0-c642-488e-a546-14e93ef5fa93 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:16:03.392506 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-12d83d1c-7c2f-4dd0-8139-110806a1a54e None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:03.392915 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12d83d1c-7c2f-4dd0-8139-110806a1a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:03.440287 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-12d83d1c-7c2f-4dd0-8139-110806a1a54e None None] Port 10f97e9a-23b3-4b8b-a517-b3eca639884d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:16:03.444027 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:03.484293 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:16:03.490424 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-995118a3-84d3-48e5-8bc6-371d49ac1c1c demo admin] 10.222.0.21 "PUT /v2.0/routers/571987d0-c642-488e-a546-14e93ef5fa93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7310469 May 04 07:16:03.495214 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Sync routers for ids ['571987d0-c642-488e-a546-14e93ef5fa93'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:16:03.508128 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Routers {'571987d0-c642-488e-a546-14e93ef5fa93'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:16:03.508876 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:16:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['571987d0-c642-488e-a546-14e93ef5fa93'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:03.704887 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Set router 571987d0-c642-488e-a546-14e93ef5fa93 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:16:04.129989 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:02Z', 'revision_number': 2, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port_host': None, '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:02Z', 'revision_number': 2, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:04.181513 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Checking router: 571987d0-c642-488e-a546-14e93ef5fa93 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:16:04.181890 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Updating router 571987d0-c642-488e-a546-14e93ef5fa93 port 10f97e9a-23b3-4b8b-a517-b3eca639884d binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:16:04.233959 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:04.708997 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:04.760913 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks [] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:04.767481 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:04.915089 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Pushing event updated for resources: {'Port': ['ID=10f97e9a-23b3-4b8b-a517-b3eca639884d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:04.940425 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.940750 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.941017 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.941486 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.942212 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.942537 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.942854 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.943233 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.943514 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.943832 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.944147 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.944499 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.944790 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.945098 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.945404 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Tracked resource versions report: May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: pushed versions: May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: { 'AddressGroup': {'1.2'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Agent': {'1.1'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'ConntrackHelper': {'1.0'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Log': {'1.0'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'NDPProxy': {'1.0'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Network': {'1.1'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Port': {'1.7'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'PortForwarding': {'1.3'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'QosPolicy': {'1.10'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroup': {'1.5'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SubPort': {'1.0'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Subnet': {'1.1'}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Trunk': {'1.1'}} May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: consumer versions: May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Agent': '1.1', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'ConntrackHelper': '1.0', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'LocalIPAssociation': '1.0', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Log': '1.0', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'NDPProxy': '1.0', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Network': '1.1', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Port': '1.7', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'PortForwarding': '1.3', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'QosPolicy': '1.10', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroup': '1.5', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroupRule': '1.2', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SubPort': '1.0', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Subnet': '1.1', May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Trunk': '1.1'}} May 04 07:16:04.946870 dv-cinder-790535-38-iscsi neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:16:04.959675 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Attempting to bind port 10f97e9a-23b3-4b8b-a517-b3eca639884d on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:16:04.960005 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Attempting to bind port 10f97e9a-23b3-4b8b-a517-b3eca639884d by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:16:04.960453 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Attempting to bind port 10f97e9a-23b3-4b8b-a517-b3eca639884d on network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:16:04.965457 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:16:04.965851 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Checking segment: {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:16:04.966337 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:04.966716 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Bound using segment: {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:16:04.967213 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Bound port: 10f97e9a-23b3-4b8b-a517-b3eca639884d, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005b57f9-7830-467b-b9f3-78d85c654c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:16:04.967583 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.033779 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] For port 10f97e9a-23b3-4b8b-a517-b3eca639884d, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:16:05.043672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-d3ff04ee-5942-4a33-a13a-fbaf31875c5b None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:05.044059 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d3ff04ee-5942-4a33-a13a-fbaf31875c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.053798 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] For port 10f97e9a-23b3-4b8b-a517-b3eca639884d, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=10f97e9a-23b3-4b8b-a517-b3eca639884d,segment=NetworkSegment(005b57f9-7830-467b-b9f3-78d85c654c6a),segment_id=005b57f9-7830-467b-b9f3-78d85c654c6a)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:16:05.061225 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.082168 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff04ee-5942-4a33-a13a-fbaf31875c5b None None] Port 10f97e9a-23b3-4b8b-a517-b3eca639884d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:16:05.107034 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Routers {'571987d0-c642-488e-a546-14e93ef5fa93'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:16:05.107663 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:16:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['571987d0-c642-488e-a546-14e93ef5fa93'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:05.203099 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17c1e-f4db-4439-8678-eb7650b4cbb4 None None] Pushing event updated for resources: {'Port': ['ID=10f97e9a-23b3-4b8b-a517-b3eca639884d,revision_number=4']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:05.212279 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] Set router 571987d0-c642-488e-a546-14e93ef5fa93 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:16:05.300301 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:05.300694 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.380159 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Current status of the port 10f97e9a-23b3-4b8b-a517-b3eca639884d is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:16:05.380159 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.412013 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:02Z', 'revision_number': 2, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port_host': None, '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:05Z', 'revision_number': 4, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:05.414336 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] For port 10f97e9a-23b3-4b8b-a517-b3eca639884d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=10f97e9a-23b3-4b8b-a517-b3eca639884d,segment=NetworkSegment(005b57f9-7830-467b-b9f3-78d85c654c6a),segment_id=005b57f9-7830-467b-b9f3-78d85c654c6a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:16:05.418436 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:05.438537 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a0b44-b40a-47f8-937d-2acc97ad40ea None None] The sync data for ids ['571987d0-c642-488e-a546-14e93ef5fa93'] in dv-cinder-790535-38-iscsi is: [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:02Z', 'revision_number': 2, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port_host': None, '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:05Z', 'revision_number': 4, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:16:05.474614 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfdb1c-0995-46da-b563-2deaaf659846 None None] Pushing event updated for resources: {'Port': ['ID=10f97e9a-23b3-4b8b-a517-b3eca639884d,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:05.947787 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 41734) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:16:06.146348 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a862d-5279-4717-b88c-1ec95547c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:16:06.147856 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b97a862d-5279-4717-b88c-1ec95547c15a admin admin] 10.222.0.21 "GET /v2.0/networks/82aad8c4-60f1-4da8-923c-5048714734bb HTTP/1.1" status: 200 len: 842 time: 0.1990125 May 04 07:16:06.157142 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:16:06.179966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Made reservation on behalf of 42382f8dc1ee4162906b55d85040da7b for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:16:06.182888 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:06.184646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:06.525780 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.objects.ports [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103211) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 07:16:06.526217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (69042e0c-cc8b-4bdf-9508-35388c02c148), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:06.581738 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69042e0c-cc8b-4bdf-9508-35388c02c148,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:06.589137 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:16:06.589494 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Network hostable DHCP agents. Network: 82aad8c4-60f1-4da8-923c-5048714734bb, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:16:06.606539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:16:06.616855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 82aad8c4-60f1-4da8-923c-5048714734bb) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:16:06.620833 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:16:06.621422 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:06.626668 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bbe259-ef48-4c12-8c65-f645fc7479f2 None None] Network 82aad8c4-60f1-4da8-923c-5048714734bb requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:16:06.655176 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fe2d5226-357e-4694-8dea-4a171ecdb993 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4847023 May 04 07:16:06.736145 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01331e9-da48-4c44-9ce1-fbaf28d76b37 None None] Network 82aad8c4-60f1-4da8-923c-5048714734bb requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:16:09.108957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 41752) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:16:09.328471 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4e694fc5-d9ac-4444-9f9a-38ffffe07017 demo admin] 10.222.0.21 "GET /v2.0/routers/571987d0-c642-488e-a546-14e93ef5fa93 HTTP/1.1" status: 200 len: 710 time: 0.2183867 May 04 07:16:09.514648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db27f291-b6f6-4938-8493-0ba0f688698f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:16:09.521994 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-db27f291-b6f6-4938-8493-0ba0f688698f demo admin] 10.222.0.21 "GET /v2.0/networks/82aad8c4-60f1-4da8-923c-5048714734bb HTTP/1.1" status: 200 len: 886 time: 0.1817248 May 04 07:16:09.525748 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:16:09.787577 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks [] for router_gateway (571987d0-c642-488e-a546-14e93ef5fa93), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:10.002169 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks [] for router_gateway (571987d0-c642-488e-a546-14e93ef5fa93), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:10.076754 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:10.271958 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Allocated IP 172.27.1.118 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/28106b58-3b42-4f4c-86ee-266d9328c12c) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:16:10.381821 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks [] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:10.443907 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:10.485214 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:16:10.486636 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:16:10.541890 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:16:10.593807 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Pushing event updated for resources: {'Port': ['ID=28106b58-3b42-4f4c-86ee-266d9328c12c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:10.633544 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.633808 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.634150 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.634485 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.634809 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.635169 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.635480 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.635797 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.636122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.636439 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.636774 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.637111 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.637432 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.637742 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.638059 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Tracked resource versions report: May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: pushed versions: May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Agent': {'1.1'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'LocalIPAssociation': {'1.0'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Log': {'1.0'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'NDPProxy': {'1.0'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Network': {'1.1'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Port': {'1.7'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'PortForwarding': {'1.3'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: consumer versions: May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Agent': '1.1', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'LocalIPAssociation': '1.0', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Log': '1.0', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'NDPProxy': '1.0', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Network': '1.1', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Port': '1.7', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'PortForwarding': '1.3', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'QosPolicy': '1.10', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SubPort': '1.0', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Subnet': '1.1', May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Trunk': '1.1'}} May 04 07:16:10.639587 dv-cinder-790535-38-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:16:10.921738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks [] for router_gateway (571987d0-c642-488e-a546-14e93ef5fa93), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:11.125005 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3788518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3791491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30510'] for router (571987d0-c642-488e-a546-14e93ef5fa93), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:11.129466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3788537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3788528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3791514'] for router (571987d0-c642-488e-a546-14e93ef5fa93), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:11.244766 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Router 571987d0-c642-488e-a546-14e93ef5fa93 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:16:11.352232 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:16:11.356616 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:11.371182 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1a6bba7b-08ab-4e45-bf11-cae94d0fbd1e demo admin] 10.222.0.21 "PUT /v2.0/routers/571987d0-c642-488e-a546-14e93ef5fa93 HTTP/1.1" status: 200 len: 890 time: 1.8351493 May 04 07:16:12.950747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 10f97e9a-23b3-4b8b-a517-b3eca639884d up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:16:12.996078 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:12.996447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:13.070894 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 10f97e9a-23b3-4b8b-a517-b3eca639884d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:16:13.852342 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 41768) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:16:13.964798 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4793ccfe-b951-4485-948b-02a5189af53d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113436 May 04 07:16:14.288329 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Sync routers for ids ['571987d0-c642-488e-a546-14e93ef5fa93'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:16:14.299534 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Routers {'571987d0-c642-488e-a546-14e93ef5fa93'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:16:14.300181 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:16:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['571987d0-c642-488e-a546-14e93ef5fa93'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:14.522384 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Set router 571987d0-c642-488e-a546-14e93ef5fa93 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:16:14.982020 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:10Z', 'revision_number': 4, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port': {'id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:10Z', 'updated_at': '2022-05-04T07:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:05Z', 'revision_number': 5, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:15.030546 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Checking router: 571987d0-c642-488e-a546-14e93ef5fa93 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:16:15.030912 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Updating router 571987d0-c642-488e-a546-14e93ef5fa93 port 28106b58-3b42-4f4c-86ee-266d9328c12c binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:16:15.082763 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.408805 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks [] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.414775 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.466618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3303d-0e01-4944-8f8d-a7bfe41c3399 None None] Pushing event updated for resources: {'Port': ['ID=28106b58-3b42-4f4c-86ee-266d9328c12c,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:15.472125 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Attempting to bind port 28106b58-3b42-4f4c-86ee-266d9328c12c on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:16:15.472556 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Attempting to bind port 28106b58-3b42-4f4c-86ee-266d9328c12c by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:16:15.472918 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Attempting to bind port 28106b58-3b42-4f4c-86ee-266d9328c12c on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:16:15.477779 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:16:15.478155 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:16:15.478546 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.478929 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:16:15.479418 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Bound port: 28106b58-3b42-4f4c-86ee-266d9328c12c, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:16:15.479792 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.529478 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] For port 28106b58-3b42-4f4c-86ee-266d9328c12c, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:16:15.532536 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] For port 28106b58-3b42-4f4c-86ee-266d9328c12c, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=28106b58-3b42-4f4c-86ee-266d9328c12c,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:16:15.537763 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:15.593048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Routers {'571987d0-c642-488e-a546-14e93ef5fa93'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:16:15.593670 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:16:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['571987d0-c642-488e-a546-14e93ef5fa93'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:15.636716 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3303d-0e01-4944-8f8d-a7bfe41c3399 None None] Pushing event updated for resources: {'Port': ['ID=28106b58-3b42-4f4c-86ee-266d9328c12c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:15.727725 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] Set router 571987d0-c642-488e-a546-14e93ef5fa93 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:16:15.955732 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:10Z', 'revision_number': 4, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port': {'id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:10Z', 'updated_at': '2022-05-04T07:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:05Z', 'revision_number': 5, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:16:15.987609 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2988-1373-47f4-998f-db38ba4e2b9a None None] The sync data for ids ['571987d0-c642-488e-a546-14e93ef5fa93'] in dv-cinder-790535-38-iscsi is: [{'id': '571987d0-c642-488e-a546-14e93ef5fa93', 'name': 'router1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:15:52Z', 'updated_at': '2022-05-04T07:16:10Z', 'revision_number': 4, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'gw_port': {'id': '28106b58-3b42-4f4c-86ee-266d9328c12c', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:84:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:10Z', 'updated_at': '2022-05-04T07:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '10f97e9a-23b3-4b8b-a517-b3eca639884d', 'name': '', 'network_id': 'b18502c9-69ef-44ae-94f8-d4d78f4f35c1', 'tenant_id': 'c1c61577200842b7bf6af16defd5fcbc', 'mac_address': 'fa:16:3e:2d:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571987d0-c642-488e-a546-14e93ef5fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:16:02Z', 'updated_at': '2022-05-04T07:16:05Z', 'revision_number': 5, 'project_id': 'c1c61577200842b7bf6af16defd5fcbc', 'subnets': [{'id': 'f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd726dab-1d32-4611-9d5e-6bb3934c60cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:16:16.981632 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 28106b58-3b42-4f4c-86ee-266d9328c12c up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:16:17.036816 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 28106b58-3b42-4f4c-86ee-266d9328c12c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:17.037221 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:17.160324 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 28106b58-3b42-4f4c-86ee-266d9328c12c is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:16:17.161153 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:17.184886 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 28106b58-3b42-4f4c-86ee-266d9328c12c, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=28106b58-3b42-4f4c-86ee-266d9328c12c,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:16:17.189016 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:17.239465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=28106b58-3b42-4f4c-86ee-266d9328c12c,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:16:18.999748 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 28106b58-3b42-4f4c-86ee-266d9328c12c up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:16:19.108751 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 28106b58-3b42-4f4c-86ee-266d9328c12c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:16:19.109122 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28106b58-3b42-4f4c-86ee-266d9328c12c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:19.247644 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 28106b58-3b42-4f4c-86ee-266d9328c12c is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:16:19.470934 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:16:30.008416 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5318010-3ba6-4d6e-b4f3-20527606d014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:32.246509 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-04d3d3e2-c434-4979-9b89-b32b0d46dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:33.437560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:34.723578 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:36.192762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:16:56.466669 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:16:59.996663 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-871fc186-56da-4f7e-ade4-b81085ef149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:02.245260 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e8b685cd-9a9d-40dc-a783-4b1127752f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:03.431868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:04.716775 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:06.194618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:29.999649 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-98fa0819-74cf-46b8-90f8-a3d8e2dd8a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:32.247053 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9411e78-87c6-410d-9c9c-74184d004747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:33.426341 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:33.446006 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:17:34.719964 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:35.247433 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42252) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:35.307930 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5961fd-2532-4010-83a3-e91395e1dc07 admin admin] GET failed (client error): The resource could not be found. May 04 07:17:35.309183 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bd5961fd-2532-4010-83a3-e91395e1dc07 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608172 May 04 07:17:35.470853 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d17ce7-b83d-4dea-be96-fd2610d665c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:35.472380 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-83d17ce7-b83d-4dea-be96-fd2610d665c5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591978 May 04 07:17:36.186234 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:37.737281 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42262) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:37.828955 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ccaee-cc52-4330-8dc9-a6301ed1a333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:37.830878 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-565ccaee-cc52-4330-8dc9-a6301ed1a333 admin admin] 10.222.0.21 "GET /v2.0/subnets/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb HTTP/1.1" status: 200 len: 849 time: 0.0926585 May 04 07:17:37.840239 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:17:37.923379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Publish callbacks [] for subnet (f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:38.067633 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751186866854'] for subnet (f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:38.099448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:38.100035 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:38.101286 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] 10.222.0.21 "PUT /v2.0/subnets/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb HTTP/1.1" status: 200 len: 868 time: 0.2646592 May 04 07:17:38.114349 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a012b-cb0c-4d62-8875-c38878359d67 None None] Network b18502c9-69ef-44ae-94f8-d4d78f4f35c1 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:17:38.120126 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:17:38.128885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.129243 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.129604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.129953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.130289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.130629 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.130959 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.131571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.131916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.132390 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.132743 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.133071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.133395 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.133717 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.134039 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8113c-2ebf-4a4c-b2b8-81481e713849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:17:38.498538 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Provisioning complete for port 99198c4f-c804-455a-a7cc-723f4b360af3 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:17:38.498921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (99198c4f-c804-455a-a7cc-723f4b360af3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:38.578115 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Current status of the port 99198c4f-c804-455a-a7cc-723f4b360af3 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:17:38.586047 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Provisioning complete for port 10f97e9a-23b3-4b8b-a517-b3eca639884d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:17:38.586433 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (10f97e9a-23b3-4b8b-a517-b3eca639884d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:17:38.659312 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbf723e9-6d12-4de9-b91d-04258d1ed951 None None] Current status of the port 10f97e9a-23b3-4b8b-a517-b3eca639884d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:17:40.419570 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42270) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:40.620660 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a37635-9109-412d-a451-e7f7b4b423ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:40.621038 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a37635-9109-412d-a451-e7f7b4b423ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:40.622554 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b6a37635-9109-412d-a451-e7f7b4b423ba admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020490 May 04 07:17:42.941604 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42280) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:43.072438 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ef6f6-5636-4002-ad52-df412ef22f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:43.073032 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ef6f6-5636-4002-ad52-df412ef22f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:43.075034 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a14ef6f6-5636-4002-ad52-df412ef22f29 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324935 May 04 07:17:45.359068 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42288) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:45.482547 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7914d3-0fbb-4d38-ae96-703f455ef987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:45.483951 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-aa7914d3-0fbb-4d38-ae96-703f455ef987 admin admin] 10.222.0.21 "GET /v2.0/networks/82aad8c4-60f1-4da8-923c-5048714734bb HTTP/1.1" status: 200 len: 886 time: 0.1239209 May 04 07:17:47.822692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42296) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:47.955274 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80185e-28de-47e9-9b28-aaf33b5ab424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:47.956612 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1d80185e-28de-47e9-9b28-aaf33b5ab424 admin admin] 10.222.0.21 "GET /v2.0/networks/b18502c9-69ef-44ae-94f8-d4d78f4f35c1 HTTP/1.1" status: 200 len: 869 time: 0.1329606 May 04 07:17:50.217412 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42304) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:50.340312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff2ef7-adc9-47fa-838f-1c6ed0e3d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:50.340774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff2ef7-adc9-47fa-838f-1c6ed0e3d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:50.342256 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-87ff2ef7-adc9-47fa-838f-1c6ed0e3d122 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239107 May 04 07:17:52.632804 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42312) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:52.721729 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6696ca-88f8-4d52-95cf-6e8b5c0d4a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:52.722095 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6696ca-88f8-4d52-95cf-6e8b5c0d4a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:52.723611 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6a6696ca-88f8-4d52-95cf-6e8b5c0d4a67 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898788 May 04 07:17:54.988407 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42320) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:55.071619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d9168-ed15-40aa-8af1-485bbc605075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:55.072939 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6c1d9168-ed15-40aa-8af1-485bbc605075 admin admin] 10.222.0.21 "GET /v2.0/subnets/69042e0c-cc8b-4bdf-9508-35388c02c148 HTTP/1.1" status: 200 len: 816 time: 0.0836124 May 04 07:17:57.373821 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42328) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:17:57.468599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbde9a7-6c68-4a0d-a22c-2caddd854013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:17:57.470759 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5dbde9a7-6c68-4a0d-a22c-2caddd854013 admin admin] 10.222.0.21 "GET /v2.0/subnets/f3e8f4c8-0d88-4b1b-b304-ae1b4f5338eb HTTP/1.1" status: 200 len: 868 time: 0.0959728 May 04 07:18:00.003894 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-56289576-2ca5-459f-b85e-a8718b3deca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:02.248244 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ad0273cb-d146-4fd1-bce3-3aa963d33c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:03.429806 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:04.723094 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:06.189312 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:10.443938 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:18:30.005087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aca57b00-4d64-4838-b3d9-515b5697b86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:32.249875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-62290beb-61df-40fb-9c29-5585fe75fef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:33.432806 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:34.725850 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:36.191121 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:38.081197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42386) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:18:38.128373 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [None req-6638138e-5616-4ed8-ae1a-7ba2cefeda49 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:18:38.129378 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-6638138e-5616-4ed8-ae1a-7ba2cefeda49 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472429 May 04 07:18:40.500491 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42396) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:18:40.559754 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d80f4fe-cbe3-4f24-9753-a03ebdcc65de admin admin] GET failed (client error): The resource could not be found. May 04 07:18:40.561207 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5d80f4fe-cbe3-4f24-9753-a03ebdcc65de admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597951 May 04 07:18:40.701258 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680e13c-8271-4cb7-892b-aaccec26ee57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:18:40.702661 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-8680e13c-8271-4cb7-892b-aaccec26ee57 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370094 May 04 07:18:43.035335 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42404) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:18:43.081152 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:18:43.100298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Made reservation on behalf of 42382f8dc1ee4162906b55d85040da7b for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:18:43.102398 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:43.127931 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING neutron.services.revisions.revision_plugin [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Could not find related network for resource to bump revision. May 04 07:18:43.138367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:18:43.147215 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (406555ba-1505-4bd0-a3f4-5c0748b49aa0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:43.147562 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Added segment 406555ba-1505-4bd0-a3f4-5c0748b49aa0 of type vlan for network e4af3496-0954-4945-8f3e-007a5941c87d May 04 07:18:43.190707 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (e4af3496-0954-4945-8f3e-007a5941c87d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:43.220854 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (e4af3496-0954-4945-8f3e-007a5941c87d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:43.221670 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:18:43.222241 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:43.249990 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2135787 May 04 07:18:43.287451 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Pushing event updated for resources: {'Network': ['ID=e4af3496-0954-4945-8f3e-007a5941c87d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:18:43.294784 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.295129 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.295537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.295887 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.296219 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.296549 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.296871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.297195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.297537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.297865 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.298205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.298529 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.298848 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.299182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.299500 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4d254-25a2-463a-955f-d57f43331491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:43.311099 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network e4af3496-0954-4945-8f3e-007a5941c87d details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:18:45.581182 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42412) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:18:45.640489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf993991-2caa-4798-b2cc-bb28dc66e789 admin admin] GET failed (client error): The resource could not be found. May 04 07:18:45.641776 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-cf993991-2caa-4798-b2cc-bb28dc66e789 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596538 May 04 07:18:45.709741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07231125-0fdd-4987-b2f6-4e50cf3783c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:18:45.711171 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-07231125-0fdd-4987-b2f6-4e50cf3783c6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654209 May 04 07:18:45.720900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:18:45.746323 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Made reservation on behalf of 42382f8dc1ee4162906b55d85040da7b for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:18:45.749244 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:45.996652 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (7237021b-b76b-463c-8ee5-32185b2b202e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.051780 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7237021b-b76b-463c-8ee5-32185b2b202e,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:18:46.062946 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.063325 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.063684 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.064024 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.064356 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.064684 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.065006 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.065328 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.065665 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.065990 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.066329 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.066653 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.066972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.067327 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.067647 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.073381 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Checking segment: {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:18:46.073740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Network hostable DHCP agents. Network: e4af3496-0954-4945-8f3e-007a5941c87d, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:18:46.095096 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Network e4af3496-0954-4945-8f3e-007a5941c87d is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:18:46.106061 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, e4af3496-0954-4945-8f3e-007a5941c87d) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:18:46.110147 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:18:46.110757 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.115637 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba26a7-4b5e-44d1-8246-a08850ae9451 None None] Network e4af3496-0954-4945-8f3e-007a5941c87d requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:18:46.129199 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-fa365d86-505a-4fa9-8a55-78b0fd5dfe20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4120612 May 04 07:18:46.224002 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-e4af3496-0954-4945-8f3e-007a5941c87d', 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d', 'project_id': '42382f8dc1ee4162906b55d85040da7b', 'fixed_ips': [{'subnet_id': '7237021b-b76b-463c-8ee5-32185b2b202e'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:18:46.224865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.461587 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Allocated IP 192.168.233.2 (e4af3496-0954-4945-8f3e-007a5941c87d/7237021b-b76b-463c-8ee5-32185b2b202e/9fe5e296-ebc3-4b47-bcf3-08bb255dd848) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:18:46.609380 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks [] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.615774 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.652611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Network e4af3496-0954-4945-8f3e-007a5941c87d is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:18:46.660612 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:18:46.663050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:18:46.669006 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Pushing event updated for resources: {'Port': ['ID=9fe5e296-ebc3-4b47-bcf3-08bb255dd848,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:18:46.680295 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.680636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.680986 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.681332 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.681652 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.681966 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.682280 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.682591 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.682918 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.683256 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.683572 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.683896 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.684209 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.684518 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.684822 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:18:46.733999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Attempting to bind port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:18:46.734276 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Attempting to bind port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:18:46.734641 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Attempting to bind port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 on network e4af3496-0954-4945-8f3e-007a5941c87d {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:18:46.739672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:18:46.740035 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Checking segment: {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:18:46.740419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.741248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Bound using segment: {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:18:46.741248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Bound port: 9fe5e296-ebc3-4b47-bcf3-08bb255dd848, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:18:46.741592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.806210 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] For port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:18:46.809265 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] For port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=9fe5e296-ebc3-4b47-bcf3-08bb255dd848,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:18:46.816067 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:46.871755 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942e709-69da-437b-b09f-c1f7975ba946 None None] Pushing event updated for resources: {'Port': ['ID=9fe5e296-ebc3-4b47-bcf3-08bb255dd848,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:18:47.443825 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:18:47.722626 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666390e-101c-4f90-971f-eb42bd1ae908 None None] Network e4af3496-0954-4945-8f3e-007a5941c87d requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:18:47.799845 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Provisioning complete for port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:18:47.800210 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:47.910835 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Current status of the port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:18:47.910835 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:47.945237 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] For port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=9fe5e296-ebc3-4b47-bcf3-08bb255dd848,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:18:47.949565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:48.004628 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25b7c5-2fc0-4e9e-a4bf-f00c78de6a6a None None] Pushing event updated for resources: {'Port': ['ID=9fe5e296-ebc3-4b47-bcf3-08bb255dd848,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:18:48.175564 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-a579d8f5-c0ea-46d7-bbff-fa8eecb506e0 None None] Provisioning complete for port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:18:48.175937 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a579d8f5-c0ea-46d7-bbff-fa8eecb506e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:48.253961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a579d8f5-c0ea-46d7-bbff-fa8eecb506e0 None None] Current status of the port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:18:49.050170 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:18:49.099489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:18:49.099856 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9fe5e296-ebc3-4b47-bcf3-08bb255dd848), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:18:49.176441 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 9fe5e296-ebc3-4b47-bcf3-08bb255dd848 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:19:00.007304 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3b89b9cf-fcb8-4909-ae36-871de5ae6b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:02.251253 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c5b3780-2bd0-47ce-a544-3e178b892b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:03.435233 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:04.729050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:06.196209 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:24.442224 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:19:30.008970 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-52a40163-49da-4ebb-8938-8f14c1234ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:32.254158 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7143b72d-c747-4f22-9898-e905cb6d4a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:33.439600 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:34.733628 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:19:36.197547 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:00.011048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0d3649cd-dade-476f-a47d-a5d33c8d37a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:01.441123 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:20:02.256521 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08aecfb4-42a3-4024-8bfc-993a4245dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:03.444971 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:04.737106 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:06.201222 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:21.321508 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42450) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:20:21.328579 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [None req-ddc6316c-2ef2-4416-9433-443fac123a2a tempest-verify_tempest_config-1265713848 tempest-verify_tempest_config-1265713848-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:20:21.330090 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-ddc6316c-2ef2-4416-9433-443fac123a2a tempest-verify_tempest_config-1265713848 tempest-verify_tempest_config-1265713848-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0074618 May 04 07:20:21.625220 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42468) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:20:21.742493 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:21.846688 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Publish callbacks [] for security_group (56d0cf77-7170-48b5-88ca-03af194ab4fc), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:21.850345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (56d0cf77-7170-48b5-88ca-03af194ab4fc), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:21.896456 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7d62ce77f794354ad76de7b02ed85df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2701826 May 04 07:20:21.897456 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0cf77-7170-48b5-88ca-03af194ab4fc,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:20:21.899244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42472) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:20:21.905754 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.905969 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.906266 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.906610 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.906947 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.907308 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.907638 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.907961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.908306 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.908635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.908973 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.909307 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.909648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.909986 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.910317 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19de738-dd9c-4737-a72e-c5e6209ad98e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:21.963401 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Publish callbacks [] for security_group (56d0cf77-7170-48b5-88ca-03af194ab4fc), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:21.986747 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Publish callbacks [] for security_group (56d0cf77-7170-48b5-88ca-03af194ab4fc), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:22.081887 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (56d0cf77-7170-48b5-88ca-03af194ab4fc), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:22.084532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:22.085718 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56d0cf77-7170-48b5-88ca-03af194ab4fc HTTP/1.1" status: 204 len: 168 time: 0.1855054 May 04 07:20:22.094299 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0cf77-7170-48b5-88ca-03af194ab4fc,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:20:22.100935 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.101197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.101534 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.101867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.102279 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.102611 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.102938 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.103290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.103614 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.103935 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.104254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.104573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.104886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.105420 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:22.105891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d642ef03-fad6-4b0e-b936-28de8f9df415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:20:30.019318 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9e4852b0-db32-4c84-bbb4-364b20e525cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:32.257673 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f3bafa48-ce39-4117-adb4-2898dcb9912a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:33.445862 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:34.739720 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:36.206116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:20:38.440037 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:21:00.017418 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6165e9f4-a8b9-42a6-aae1-e630a5c2c5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:02.261975 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-296f4f8b-a85b-4b99-848e-0c5f5b8c1e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:03.447421 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:04.743545 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:06.210392 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:15.437884 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:21:30.012714 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6a01-6835-4e74-abaf-826a1f900ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:32.264454 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e1061593-e5fb-46ab-97a0-c32b7b99c860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:33.452124 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:34.746579 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:36.213152 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:21:52.436205 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 5 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:22:00.015390 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1828d573-a5b1-43a4-83c2-b75b13be37b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:02.265458 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24a69db1-5e01-41e5-8856-12e17d617c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:03.453550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:04.762054 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:06.216760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:12.074495 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800883'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:27.236121 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42544) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:22:27.363078 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-27747483-8b66-49b3-a980-a830996f26b0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1255040 May 04 07:22:29.436472 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:22:29.769578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42554) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:22:29.836159 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-34c40fac-c7f0-435b-8826-6a1094d9a580 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0654128 May 04 07:22:30.025540 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2bf3dc62-7434-4f0c-8eca-df88ec84c189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:32.273458 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1f28-2e9e-4f4a-9852-d173322d9abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:33.456752 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:34.755830 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:36.222012 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:22:42.014475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:00.017824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-093934a0-0540-4dee-8516-055495b66419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:02.265027 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2e29a4e-a1d7-4af4-ad15-ed30d552f583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:03.463307 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:04.756963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:06.224869 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:06.436194 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:23:12.019809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:30.023679 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f2c73d94-e276-49ea-b3bf-c5a8f42ecaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:32.268317 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7ba90298-e5bc-4c0b-9249-05599af24108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:33.462346 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:34.762345 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:36.228481 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:42.029871 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:23:43.436319 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:24:00.020964 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-661fff23-9fe1-4ed4-b6bd-04e653ac2d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:02.271630 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0cebc297-938c-4a6d-addc-475810570da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:03.469764 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:04.764678 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:06.232405 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:12.040119 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.000845 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42726) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:14.349059 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42746) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:14.432623 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-761853783-network', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:14.472629 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Made reservation on behalf of 4f0a51ac1da141dba1d58c7ec9c5a15f for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:14.476521 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.490651 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.608268 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks [] for security_group (ff3036d4-7c1b-4fc9-bd74-bb184d3bc250), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.613835 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ff3036d4-7c1b-4fc9-bd74-bb184d3bc250), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.647817 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:24:14.655750 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:14.674193 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.674561 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.674985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.675450 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.675827 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.676183 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.676587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.676925 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.677276 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.677997 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.677997 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.678215 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.678534 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.678849 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.679477 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Tracked resource versions report: May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: pushed versions: May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Agent': {'1.1'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'LocalIPAssociation': {'1.0'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Log': {'1.0'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'NDPProxy': {'1.0'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Network': {'1.1'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Port': {'1.7'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'PortForwarding': {'1.3'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: consumer versions: May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: HyperV agent@hv-cinder-79053: {}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Agent': '1.1', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'LocalIPAssociation': '1.0', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Log': '1.0', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'NDPProxy': '1.0', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Network': '1.1', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Port': '1.7', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'PortForwarding': '1.3', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'QosPolicy': '1.10', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'SubPort': '1.0', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Subnet': '1.1', May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: 'Trunk': '1.1'}} May 04 07:24:14.682401 dv-cinder-790535-38-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:24:14.690536 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751186934833', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (c5933fce-0747-4bfa-a6dd-0c02f09b5361), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.691110 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Unsubscribe: segment precommit_create {{(pid=103212) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 07:24:14.691646 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Added segment c5933fce-0747-4bfa-a6dd-0c02f09b5361 of type vlan for network 9c893ba4-2651-45af-9182-0658a85cf051 May 04 07:24:14.701953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42758) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:14.761499 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (9c893ba4-2651-45af-9182-0658a85cf051), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.804705 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (9c893ba4-2651-45af-9182-0658a85cf051), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.806618 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:14.807314 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.849076 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1384105836-network', 'tenant_id': 'c2edc784041949ea978066369bd4aa29'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:14.891369 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8886957 May 04 07:24:14.898706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42772) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:14.904554 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Request body: {'subnet': {'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-subnet', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:14.925758 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Made reservation on behalf of c2edc784041949ea978066369bd4aa29 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:14.928839 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.937804 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Made reservation on behalf of 4f0a51ac1da141dba1d58c7ec9c5a15f for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:14.940929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.972349 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:14.996016 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e50af-0aeb-4851-9efa-911fbb4f1991 admin admin] Pushing event updated for resources: {'Network': ['ID=9c893ba4-2651-45af-9182-0658a85cf051,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:15.012386 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 9c893ba4-2651-45af-9182-0658a85cf051 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:24:15.166970 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks [] for security_group (35f5eda8-c24b-491c-988d-68f76cbf5bdf), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.176524 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (35f5eda8-c24b-491c-988d-68f76cbf5bdf), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.178321 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (8e70ace2-b61e-40b6-be3d-a0df9b8be807), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.236889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:24:15.253026 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e70ace2-b61e-40b6-be3d-a0df9b8be807,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:15.265960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.266404 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.266752 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.267315 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.267806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.268314 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.268801 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.269308 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.269793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.270285 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.270815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.271344 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.271859 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.272336 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.272822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Tracked resource versions report: May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: pushed versions: May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Agent': {'1.1'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'LocalIPAssociation': {'1.0'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Log': {'1.0'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'NDPProxy': {'1.0'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Network': {'1.1'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Port': {'1.7'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'PortForwarding': {'1.3'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: consumer versions: May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: HyperV agent@hv-cinder-79053: {}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Agent': '1.1', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'LocalIPAssociation': '1.0', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Log': '1.0', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'NDPProxy': '1.0', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Network': '1.1', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Port': '1.7', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'PortForwarding': '1.3', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'QosPolicy': '1.10', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'SubPort': '1.0', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Subnet': '1.1', May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: 'Trunk': '1.1'}} May 04 07:24:15.275243 dv-cinder-790535-38-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:24:15.288706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:15.290233 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Network hostable DHCP agents. Network: 9c893ba4-2651-45af-9182-0658a85cf051, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:24:15.306081 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (3ef67da6-acfc-4768-9e34-00e5074cd12b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.307212 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Added segment 3ef67da6-acfc-4768-9e34-00e5074cd12b of type vlan for network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb May 04 07:24:15.315666 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-671070551-network', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:15.330169 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Network 9c893ba4-2651-45af-9182-0658a85cf051 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:24:15.339826 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5eda8-c24b-491c-988d-68f76cbf5bdf,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:15.350078 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 9c893ba4-2651-45af-9182-0658a85cf051) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:15.359317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:15.362799 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.363915 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652113a-145e-4e35-b7bc-9305524909a8 None None] Network 9c893ba4-2651-45af-9182-0658a85cf051 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:15.375442 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:15.376365 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.405316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.425578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (67f94df7-c873-4e7d-8943-a2d4a0acd1bb), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.474874 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-20351db1-e0c9-4afa-9e18-2cc014755c44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5715146 May 04 07:24:15.475130 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42782) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:15.488812 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:15.511933 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (67f94df7-c873-4e7d-8943-a2d4a0acd1bb), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.513833 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:15.514935 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.543376 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks [] for security_group (689d39e6-f02b-4323-9f83-f4a5c0c7fe1f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.554603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (689d39e6-f02b-4323-9f83-f4a5c0c7fe1f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.583135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:24:15.614987 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (f64bb043-3eed-4b4f-8a31-1c46fd509741), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.615827 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Added segment f64bb043-3eed-4b4f-8a31-1c46fd509741 of type vlan for network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 May 04 07:24:15.629533 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2786355 May 04 07:24:15.635295 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42794) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:15.643478 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.645474 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.657842 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Request body: {'subnet': {'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1384105836-subnet', 'tenant_id': 'c2edc784041949ea978066369bd4aa29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:15.658961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-9c893ba4-2651-45af-9182-0658a85cf051', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:24:15.660504 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.704951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d39e6-f02b-4323-9f83-f4a5c0c7fe1f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:15.739446 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a1978-07ad-4a32-91c2-db53ea013c0c admin admin] Pushing event updated for resources: {'Network': ['ID=67f94df7-c873-4e7d-8943-a2d4a0acd1bb,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:15.800067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.824628 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:24:15.834644 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for router_controller (e0c70785-ca91-4416-adcc-df9cb2117a92), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.854230 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Made reservation on behalf of c2edc784041949ea978066369bd4aa29 for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:15.857539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.888547 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:15.890361 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:15.891651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.060267 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Allocated IP 172.20.0.2 (9c893ba4-2651-45af-9182-0658a85cf051/8e70ace2-b61e-40b6-be3d-a0df9b8be807/37eebe47-d2f0-45d9-83c4-a9faa3471d7d) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:16.189961 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4863837 May 04 07:24:16.191239 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34a79-99d2-4143-8a73-7c01b1910233 admin admin] Pushing event updated for resources: {'Network': ['ID=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:16.202623 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42816) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:16.210649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Request body: {'subnet': {'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-671070551-subnet', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:16.211131 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:24:16.265120 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for router_gateway (e0c70785-ca91-4416-adcc-df9cb2117a92), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.266484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:16.272835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.359079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks [] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.369484 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.447491 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:16.453265 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:16.457468 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:16.506099 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Pushing event updated for resources: {'Port': ['ID=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:16.518517 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.518798 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.519173 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.519544 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.520341 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.520533 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.520740 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.521048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.521391 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.521782 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.522116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.522506 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.522839 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.523195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.523543 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Tracked resource versions report: May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: pushed versions: May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: { 'AddressGroup': {'1.2'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Agent': {'1.1'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'ConntrackHelper': {'1.0'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Log': {'1.0'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'NDPProxy': {'1.0'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Network': {'1.1'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Port': {'1.7'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'PortForwarding': {'1.3'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'QosPolicy': {'1.10'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroup': {'1.5'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SubPort': {'1.0'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Subnet': {'1.1'}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Trunk': {'1.1'}} May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: consumer versions: May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: HyperV agent@hv-cinder-79053: {}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Agent': '1.1', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'ConntrackHelper': '1.0', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'LocalIPAssociation': '1.0', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Log': '1.0', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'NDPProxy': '1.0', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Network': '1.1', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Port': '1.7', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'PortForwarding': '1.3', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'QosPolicy': '1.10', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroup': '1.5', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SecurityGroupRule': '1.2', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'SubPort': '1.0', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Subnet': '1.1', May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: 'Trunk': '1.1'}} May 04 07:24:16.525140 dv-cinder-790535-38-iscsi neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:24:16.556869 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Attempting to bind port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:16.557241 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Attempting to bind port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:16.557650 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Attempting to bind port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:16.563668 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:16.564085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:16.564489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.564879 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Bound using segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:16.565350 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Bound port: 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:16.565728 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.577371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (a07e125c-3f35-407d-bbde-b25a77e79e73), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.635500 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] For port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:16.639423 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] For port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:16.651630 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.662924 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (12f48d1b-1088-42a2-995b-11371649d8fc), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.747440 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d94931-8f4d-457b-bd69-2927b942527c None None] Pushing event updated for resources: {'Port': ['ID=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:16.765570 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07e125c-3f35-407d-bbde-b25a77e79e73,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:16.767943 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f48d1b-1088-42a2-995b-11371649d8fc,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:16.786856 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for router_gateway (e0c70785-ca91-4416-adcc-df9cb2117a92), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.804391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:16.805298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Network hostable DHCP agents. Network: a379cec4-fae8-42a4-a0f5-7a6b9e4aef32, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:24:16.822158 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Checking segment: {'id': '3ef67da6-acfc-4768-9e34-00e5074cd12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:16.822838 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Network hostable DHCP agents. Network: 67f94df7-c873-4e7d-8943-a2d4a0acd1bb, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:24:16.828527 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.829078 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:24:16.850821 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, a379cec4-fae8-42a4-a0f5-7a6b9e4aef32) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:16.857968 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:16.858903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:16.875640 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ee64f-e3f9-47b3-9653-c852b1b8edca None None] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:16.900897 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c8ecad63-9baa-4117-832a-05cd3c599bb9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6967041 May 04 07:24:16.903320 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 42836) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:16.918208 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:17.043020 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:24:17.109151 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:24:17.110481 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.114425 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 67f94df7-c873-4e7d-8943-a2d4a0acd1bb) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:17.126932 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:17.128081 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.164633 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.168231 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.309590 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for router_controller (387f4a4c-6658-4c3f-8172-4b1835b22794), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.456830 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685c1c0-40ad-4b25-a5e2-0787b2afd4b2 None None] Network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:17.458916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 37eebe47-d2f0-45d9-83c4-a9faa3471d7d up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:17.478064 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-23ef1f3c-8cd9-47c7-b58d-46c795c1b573 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8411527 May 04 07:24:17.600684 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Allocated IP 172.20.0.2 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/0c1ce9c7-ad20-4718-ac2f-609431584bf8) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:17.652271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:17.652646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.709049 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Allocated IP 172.27.1.144 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/c1f45ba3-f9df-471f-be0b-af63fc07c285) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:17.908265 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:17.998845 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for router_gateway (387f4a4c-6658-4c3f-8172-4b1835b22794), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.006793 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.120827 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:18.174452 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ebfee-e573-4d9a-ad44-e539e9d65f98 None None] Network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:18.286221 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Pushing event updated for resources: {'Port': ['ID=c1f45ba3-f9df-471f-be0b-af63fc07c285,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:18.296672 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:18.362284 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:18.362949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.432561 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:18.441809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.464466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for router_gateway (387f4a4c-6658-4c3f-8172-4b1835b22794), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.491919 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.510834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9433ce-0e48-41f8-b4e1-bf0b360b99b2 None None] Network 9c893ba4-2651-45af-9182-0658a85cf051 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:18.527809 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:18.598057 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks [] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.632611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:18.636008 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-a1c61944-dece-45d8-ae3a-042b78d5028e None None] Provisioning complete for port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:18.636479 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a1c61944-dece-45d8-ae3a-042b78d5028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.645518 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.734423 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:18.761200 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:18.766813 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:18.768695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Pushing event updated for resources: {'Port': ['ID=0c1ce9c7-ad20-4718-ac2f-609431584bf8,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:18.885552 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Attempting to bind port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:18.885901 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Attempting to bind port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:18.886344 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Attempting to bind port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:18.890051 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-a1c61944-dece-45d8-ae3a-042b78d5028e None None] Current status of the port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:18.894983 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:18.895413 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:18.895818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:18.897195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:18.897195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Bound port: 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:18.897195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.007305 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] For port 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:19.013760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] For port 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=0c1ce9c7-ad20-4718-ac2f-609431584bf8,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:19.021914 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.109154 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for router_gateway (e0c70785-ca91-4416-adcc-df9cb2117a92), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.132931 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b40fc7-e433-4778-a845-a1bc27e1e307 None None] Pushing event updated for resources: {'Port': ['ID=0c1ce9c7-ad20-4718-ac2f-609431584bf8,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:19.137127 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Allocated IP 172.27.1.138 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/8f5693dd-de66-46a2-b297-a2b83a3c90d3) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:19.324222 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-111b6ad7-f8ee-4141-a0ab-f6f905a7a0e2 None None] Provisioning complete for port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:19.324689 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-111b6ad7-f8ee-4141-a0ab-f6f905a7a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.331201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 37eebe47-d2f0-45d9-83c4-a9faa3471d7d up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:19.622655 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:19.623048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.635984 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.741992 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:19.821799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-111b6ad7-f8ee-4141-a0ab-f6f905a7a0e2 None None] Current status of the port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:19.884691 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:19.885832 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:19.898841 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:19.913008 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:19.946028 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42954) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:19.950384 dv-cinder-790535-38-iscsi neutron-server[103211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 07:24:19.971423 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Pushing event updated for resources: {'Port': ['ID=8f5693dd-de66-46a2-b297-a2b83a3c90d3,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:19.977558 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:20.228623 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-141450a0-777f-4fe0-8dd5-6cbb75c484c0 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:20.233998 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-141450a0-777f-4fe0-8dd5-6cbb75c484c0 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/networks?id=67f94df7-c873-4e7d-8943-a2d4a0acd1bb HTTP/1.1" status: 200 len: 812 time: 0.2864718 May 04 07:24:20.279958 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-8f8b0364-63cc-4519-8f40-a29d2dd27431 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/quotas/c2edc784041949ea978066369bd4aa29 HTTP/1.1" status: 200 len: 375 time: 0.0399468 May 04 07:24:20.409403 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-2d21328a-6a7d-44fd-b463-6f5538113595 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2edc784041949ea978066369bd4aa29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249616 May 04 07:24:20.461082 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:24:20.595055 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e651a-7ab9-43a2-bf8a-8f9db171d717 None None] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:20.647810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Router e0c70785-ca91-4416-adcc-df9cb2117a92 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:24:20.651583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for router_gateway (387f4a4c-6658-4c3f-8172-4b1835b22794), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:20.671979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 42998) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:20.693269 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Provisioning complete for port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:20.693762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:20.815762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Current status of the port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:20.816486 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:20.897899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] For port 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=0c1ce9c7-ad20-4718-ac2f-609431584bf8,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:20.904991 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:20.979604 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:24:20.980667 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8281b7-c04f-4135-b2e6-699d3d4067f5 None None] Pushing event updated for resources: {'Port': ['ID=0c1ce9c7-ad20-4718-ac2f-609431584bf8,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:20.993712 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:24:21.012675 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:21.013501 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:21.029997 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.036370 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a1d9d37b-400f-43af-9cb6-b8155be2f49a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5600028 May 04 07:24:21.041315 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43010) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:21.123427 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43014) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:21.212506 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.214582 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43018) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:21.232294 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-853dc518-ef4c-4383-ac7d-678d39f577cc None None] Provisioning complete for port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:21.232741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-853dc518-ef4c-4383-ac7d-678d39f577cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.306789 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:21.381774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-2d0f2d41-9532-49e7-be5a-b97608c5a4db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:24:21.390441 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-2d0f2d41-9532-49e7-be5a-b97608c5a4db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5018957 May 04 07:24:21.431198 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-853dc518-ef4c-4383-ac7d-678d39f577cc None None] Current status of the port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:21.451001 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-626ab62f-aa38-4536-bb46-32e77ed668ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.454849 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-410c62a9-cbe3-4a78-8d3b-5b80b2e9e144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.461044 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 0c1ce9c7-ad20-4718-ac2f-609431584bf8 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:21.496684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6e873674-3520-47f5-8b75-2167f1c8ba81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.538604 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:21.539952 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.605932 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-88ef11d3-b24d-4993-bf4c-c7cb91220dfb service neutron] 10.222.0.21 "GET /v2.0/networks/67f94df7-c873-4e7d-8943-a2d4a0acd1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145133 May 04 07:24:21.611553 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:18Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:21.614259 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:24:21.644851 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:24:21.646290 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Updating router e0c70785-ca91-4416-adcc-df9cb2117a92 port c1f45ba3-f9df-471f-be0b-af63fc07c285 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:24:21.655374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:21.656430 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-626ab62f-aa38-4536-bb46-32e77ed668ae admin admin] Publish callbacks [] for security_group (af86cd68-883e-4c53-8420-1dd2a3f04e26), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.679651 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-626ab62f-aa38-4536-bb46-32e77ed668ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (af86cd68-883e-4c53-8420-1dd2a3f04e26), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.688507 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.696916 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-410c62a9-cbe3-4a78-8d3b-5b80b2e9e144 admin admin] Publish callbacks [] for security_group (77fd07e0-6284-42db-906f-730e4ca3607f), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.754776 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-410c62a9-cbe3-4a78-8d3b-5b80b2e9e144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (77fd07e0-6284-42db-906f-730e4ca3607f), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.816133 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-626ab62f-aa38-4536-bb46-32e77ed668ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96751f9596554a5e95439a67b973ac97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6004634 May 04 07:24:21.819543 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-410c62a9-cbe3-4a78-8d3b-5b80b2e9e144 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9356c17c19604e92a3b0fb4578a5fb4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6949503 May 04 07:24:21.823670 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43034) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:21.824237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43036) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:21.834444 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6e873674-3520-47f5-8b75-2167f1c8ba81 admin admin] Publish callbacks [] for security_group (fdc07b96-200b-4f8a-b4d9-159460440092), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.842525 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-b4e15eee-d78f-48a4-992e-8cb460de24a0 service neutron] 10.222.0.21 "GET /v2.0/networks/67f94df7-c873-4e7d-8943-a2d4a0acd1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351904 May 04 07:24:21.848144 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6e873674-3520-47f5-8b75-2167f1c8ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fdc07b96-200b-4f8a-b4d9-159460440092), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:21.914966 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab62f-aa38-4536-bb46-32e77ed668ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86cd68-883e-4c53-8420-1dd2a3f04e26,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:21.933105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e873674-3520-47f5-8b75-2167f1c8ba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc07b96-200b-4f8a-b4d9-159460440092,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:21.988222 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6e873674-3520-47f5-8b75-2167f1c8ba81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6ff4b88e8594f1685564aea41c1e0c3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3122838 May 04 07:24:21.992966 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43042) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:22.075455 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:24:22.093646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:24:22.137975 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:22.138715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:22.151565 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c62a9-cbe3-4a78-8d3b-5b80b2e9e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd07e0-6284-42db-906f-730e4ca3607f,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:22.177673 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] Publish callbacks [] for security_group (77fd07e0-6284-42db-906f-730e4ca3607f), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.177874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.232807 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.234853 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-331157f9-79fb-41b9-b3b8-1e998920edab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3290691 May 04 07:24:22.235741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] Publish callbacks [] for security_group (af86cd68-883e-4c53-8420-1dd2a3f04e26), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.247777 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43060) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:22.362106 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks [] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.388498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43068) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:22.388685 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.388982 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] Publish callbacks [] for security_group (77fd07e0-6284-42db-906f-730e4ca3607f), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.395846 dv-cinder-790535-38-iscsi neutron-server[103212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 07:24:22.429499 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Allocated IP 172.20.0.1 (9c893ba4-2651-45af-9182-0658a85cf051/8e70ace2-b61e-40b6-be3d-a0df9b8be807/a8c20dc4-794f-4b86-b487-62b0f389fd9d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:22.542217 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Attempting to bind port c1f45ba3-f9df-471f-be0b-af63fc07c285 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:22.542217 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Attempting to bind port c1f45ba3-f9df-471f-be0b-af63fc07c285 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:22.542217 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Attempting to bind port c1f45ba3-f9df-471f-be0b-af63fc07c285 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:22.542217 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Pushing event updated for resources: {'Port': ['ID=c1f45ba3-f9df-471f-be0b-af63fc07c285,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:22.547344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:22.547344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:22.547344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.547344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:22.547344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Bound port: c1f45ba3-f9df-471f-be0b-af63fc07c285, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:22.547757 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.569136 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.571455 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.571829 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.572273 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.574448 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.577197 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.581213 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.581213 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.581213 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.583352 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.584145 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.586309 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.587204 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.587879 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:22.588385 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.589897 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Tracked resource versions report: May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: pushed versions: May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: { 'AddressGroup': {'1.2'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Agent': {'1.1'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'ConntrackHelper': {'1.0'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Log': {'1.0'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'NDPProxy': {'1.0'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Network': {'1.1'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Port': {'1.7'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'PortForwarding': {'1.3'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'QosPolicy': {'1.10'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroup': {'1.5'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SubPort': {'1.0'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Subnet': {'1.1'}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Trunk': {'1.1'}} May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: consumer versions: May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: { DHCP agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: HyperV agent@hv-cinder-79053: {}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: L3 agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: Metadata agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: Metering agent@dv-cinder-790535-38-iscsi: {}, May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: Open vSwitch agent@dv-cinder-790535-38-iscsi: { 'AddressGroup': '1.2', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Agent': '1.1', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'ConntrackHelper': '1.0', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'LocalIPAssociation': '1.0', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Log': '1.0', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'NDPProxy': '1.0', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Network': '1.1', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Port': '1.7', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'PortForwarding': '1.3', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'QosPolicy': '1.10', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroup': '1.5', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SecurityGroupRule': '1.2', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'SubPort': '1.0', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Subnet': '1.1', May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: 'Trunk': '1.1'}} May 04 07:24:22.592577 dv-cinder-790535-38-iscsi neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 07:24:22.602823 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cdca01e4-5ab2-408e-bfdc-bd3a9288c37b req-cf5cfa53-8914-4e70-bffb-0812208de147 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.2081194 May 04 07:24:22.611438 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] Publish callbacks [] for security_group (af86cd68-883e-4c53-8420-1dd2a3f04e26), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.642113 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] Publish callbacks [] for security_group (fdc07b96-200b-4f8a-b4d9-159460440092), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.679479 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] Publish callbacks [] for security_group (fdc07b96-200b-4f8a-b4d9-159460440092), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.779680 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks [] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.782524 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] For port c1f45ba3-f9df-471f-be0b-af63fc07c285, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:22.786958 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] For port c1f45ba3-f9df-471f-be0b-af63fc07c285, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=c1f45ba3-f9df-471f-be0b-af63fc07c285,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:22.797057 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.855097 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.879896 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0b9b-c5fd-4dca-9de7-6a10fc4413d6 None None] Pushing event updated for resources: {'Port': ['ID=c1f45ba3-f9df-471f-be0b-af63fc07c285,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:22.888530 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:22.889487 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:22.918331 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fdc07b96-200b-4f8a-b4d9-159460440092), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.921768 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:22.923529 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdc07b96-200b-4f8a-b4d9-159460440092 HTTP/1.1" status: 204 len: 168 time: 0.9211931 May 04 07:24:22.942481 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8f8a8-63f2-41fd-b870-c30bc0ff6f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc07b96-200b-4f8a-b4d9-159460440092,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:22.949759 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:22.974257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:22.977252 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:22.990340 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:22.991259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (e0c70785-ca91-4416-adcc-df9cb2117a92), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.177891 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:23.212621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (77fd07e0-6284-42db-906f-730e4ca3607f), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.219805 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.223362 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77fd07e0-6284-42db-906f-730e4ca3607f HTTP/1.1" status: 204 len: 168 time: 1.3954489 May 04 07:24:23.242379 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (af86cd68-883e-4c53-8420-1dd2a3f04e26), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.250567 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.253033 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af86cd68-883e-4c53-8420-1dd2a3f04e26 HTTP/1.1" status: 204 len: 168 time: 1.4276667 May 04 07:24:23.253696 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:20Z', 'revision_number': 3, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:23.263520 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdcb3e-c941-43dd-9b94-3f47445b0c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd07e0-6284-42db-906f-730e4ca3607f,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:23.283580 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab76bb-f5a6-4970-86a6-ed448c050c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86cd68-883e-4c53-8420-1dd2a3f04e26,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:23.343672 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.432417 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:24:23.432847 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Updating router 387f4a4c-6658-4c3f-8172-4b1835b22794 port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:24:23.471690 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.606985 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:18Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:23.664691 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2800195-7009-4ac4-bb3a-86296cf182a6 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:18Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:24:23.684099 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.705053 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-c96ee1cd-35a6-4039-955c-7a8aa218becb None None] Provisioning complete for port a8c20dc4-794f-4b86-b487-62b0f389fd9d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:23.705615 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c96ee1cd-35a6-4039-955c-7a8aa218becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:23.756350 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c96ee1cd-35a6-4039-955c-7a8aa218becb None None] Port a8c20dc4-794f-4b86-b487-62b0f389fd9d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:23.932297 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42a32143-44b1-45e1-bfe0-524d82c657c9 req-a3fa8dbe-43be-44e4-b440-7aaba020cf43 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.1567240 May 04 07:24:24.017956 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks [] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.028419 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.029320 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (e0c70785-ca91-4416-adcc-df9cb2117a92), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.090926 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks [] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.108704 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.248720 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Allocated IP 172.20.0.1 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/de68302a-6523-4b55-8602-bd9525c9906c) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:24.265947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c7b50-dc30-431e-bb75-020a3467be37 None None] Pushing event updated for resources: {'Port': ['ID=8f5693dd-de66-46a2-b297-a2b83a3c90d3,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:24.305421 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:24.307447 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43132) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:24.315848 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:24.317058 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Attempting to bind port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:24.317441 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Attempting to bind port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:24.317808 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Attempting to bind port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:24.326035 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:24.326255 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:24.326546 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.327438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:24.328103 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Bound port: 8f5693dd-de66-46a2-b297-a2b83a3c90d3, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:24.328493 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.349299 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8daba9f6-b460-4654-beaf-7f8860d33aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.370675 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43134) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:24.407782 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] For port 8f5693dd-de66-46a2-b297-a2b83a3c90d3, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:24.411851 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] For port 8f5693dd-de66-46a2-b297-a2b83a3c90d3, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=8f5693dd-de66-46a2-b297-a2b83a3c90d3,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:24.428857 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.467374 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks [] for port (de68302a-6523-4b55-8602-bd9525c9906c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.533687 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:24.554240 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01fec4d1-0190-44d2-b2f8-8987cc52b63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.560246 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:24.561072 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:24.568980 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.641038 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c7b50-dc30-431e-bb75-020a3467be37 None None] Pushing event updated for resources: {'Port': ['ID=8f5693dd-de66-46a2-b297-a2b83a3c90d3,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:24.701554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:24.707930 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:24.715967 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:24.716476 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (387f4a4c-6658-4c3f-8172-4b1835b22794), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.781283 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:24.794935 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Pushing event updated for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:24.834979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8daba9f6-b460-4654-beaf-7f8860d33aa3 admin admin] Publish callbacks [] for security_group (01ff18d0-70a7-4070-994b-fe4bae739d48), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.847964 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8daba9f6-b460-4654-beaf-7f8860d33aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (01ff18d0-70a7-4070-994b-fe4bae739d48), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:24.891618 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daba9f6-b460-4654-beaf-7f8860d33aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ff18d0-70a7-4070-994b-fe4bae739d48,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:24.931666 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-3995fe2d-9dbb-48a6-ad27-07fb8e094674 None None] Provisioning complete for port a8c20dc4-794f-4b86-b487-62b0f389fd9d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:24.932265 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3995fe2d-9dbb-48a6-ad27-07fb8e094674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.027722 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Router e0c70785-ca91-4416-adcc-df9cb2117a92 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:24:25.028995 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3995fe2d-9dbb-48a6-ad27-07fb8e094674 None None] Port a8c20dc4-794f-4b86-b487-62b0f389fd9d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:25.073290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01fec4d1-0190-44d2-b2f8-8987cc52b63a admin admin] Publish callbacks [] for security_group (41c28ea8-0356-4a5a-bae5-b6e33550ed5d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.096940 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8daba9f6-b460-4654-beaf-7f8860d33aa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1560252c7e25481388f0822dc1a83cd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7783325 May 04 07:24:25.106539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43154) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:25.143949 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01fec4d1-0190-44d2-b2f8-8987cc52b63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (41c28ea8-0356-4a5a-bae5-b6e33550ed5d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.173463 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-c67c4ea1-72a9-4daf-a3aa-8dbb1b164f5a None None] Provisioning complete for port de68302a-6523-4b55-8602-bd9525c9906c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:25.173834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c67c4ea1-72a9-4daf-a3aa-8dbb1b164f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (de68302a-6523-4b55-8602-bd9525c9906c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.215904 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:20Z', 'revision_number': 3, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:25.218853 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-01fec4d1-0190-44d2-b2f8-8987cc52b63a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfaa7274c9fb4d32997a5748fe58f001&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8072639 May 04 07:24:25.224539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43162) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:25.283809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f61e1-6744-4d16-a3f7-6d6e43970ee5 None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:20Z', 'revision_number': 3, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:24:25.288359 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c67c4ea1-72a9-4daf-a3aa-8dbb1b164f5a None None] Port de68302a-6523-4b55-8602-bd9525c9906c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:25.349754 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fec4d1-0190-44d2-b2f8-8987cc52b63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c28ea8-0356-4a5a-bae5-b6e33550ed5d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:25.377519 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device c1f45ba3-f9df-471f-be0b-af63fc07c285 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:25.408536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-66058ae8-8185-446c-8f69-75fa038deaa4 req-2b0d6d23-5aab-4982-a921-c07ebb5f95d0 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0379355 May 04 07:24:25.486490 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port c1f45ba3-f9df-471f-be0b-af63fc07c285 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:25.487352 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.513847 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] Publish callbacks [] for security_group (01ff18d0-70a7-4070-994b-fe4bae739d48), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.542462 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] Publish callbacks [] for security_group (01ff18d0-70a7-4070-994b-fe4bae739d48), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.605495 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (de68302a-6523-4b55-8602-bd9525c9906c), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.615395 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43168) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:25.644958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:24:25.659969 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-45eb7351-80c2-4eed-879b-5d620f061094 admin admin] 10.222.0.21 "PUT /v2.0/routers/e0c70785-ca91-4416-adcc-df9cb2117a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6079636 May 04 07:24:25.684951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (01ff18d0-70a7-4070-994b-fe4bae739d48), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.687557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.688710 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01ff18d0-70a7-4070-994b-fe4bae739d48 HTTP/1.1" status: 204 len: 168 time: 0.5788698 May 04 07:24:25.697653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acbca-9e5c-4169-b00f-8382a14b52f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ff18d0-70a7-4070-994b-fe4bae739d48,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:25.738038 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] Publish callbacks [] for security_group (41c28ea8-0356-4a5a-bae5-b6e33550ed5d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.843429 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port c1f45ba3-f9df-471f-be0b-af63fc07c285 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:25.843824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.886209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] Publish callbacks [] for security_group (41c28ea8-0356-4a5a-bae5-b6e33550ed5d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.903109 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023998996-network', 'tenant_id': 'e6ce6db2e0f94ba1a6ea0481c2366e2b'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:25.921592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port c1f45ba3-f9df-471f-be0b-af63fc07c285, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=c1f45ba3-f9df-471f-be0b-af63fc07c285,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:25.931554 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:25.983383 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Made reservation on behalf of e6ce6db2e0f94ba1a6ea0481c2366e2b for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:25.986957 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.019637 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.075160 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=c1f45ba3-f9df-471f-be0b-af63fc07c285,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:26.208335 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (41c28ea8-0356-4a5a-bae5-b6e33550ed5d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.212292 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.216521 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41c28ea8-0356-4a5a-bae5-b6e33550ed5d HTTP/1.1" status: 204 len: 168 time: 0.9822788 May 04 07:24:26.239461 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae00a4-7829-42ad-9def-e7a9c77eca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c28ea8-0356-4a5a-bae5-b6e33550ed5d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:26.312948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks [] for port (de68302a-6523-4b55-8602-bd9525c9906c), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.323281 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.324495 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (387f4a4c-6658-4c3f-8172-4b1835b22794), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.355210 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks [] for security_group (191ad75e-9fa5-491d-b39c-a49b3eeae3d0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.362741 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (191ad75e-9fa5-491d-b39c-a49b3eeae3d0), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.442009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:24:26.448149 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191ad75e-9fa5-491d-b39c-a49b3eeae3d0,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:26.464339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (6195699b-9951-484e-b030-b7cc4005a9f4), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.466973 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Added segment 6195699b-9951-484e-b030-b7cc4005a9f4 of type vlan for network c7b4ef31-098b-45e5-9af2-6ba8c83a49ae May 04 07:24:26.513362 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Pushing event updated for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:26.575337 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (c7b4ef31-098b-45e5-9af2-6ba8c83a49ae), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.630537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (c7b4ef31-098b-45e5-9af2-6ba8c83a49ae), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.632182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:26.632807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:26.698775 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:24:26.737281 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:26.738369 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:26.811320 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:26.819402 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:26.843951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b4ef31-098b-45e5-9af2-6ba8c83a49ae,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:26.859687 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network c7b4ef31-098b-45e5-9af2-6ba8c83a49ae details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:24:26.952947 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:26.973884 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f78b3c29-06a1-4847-9c0a-cc9852d9ee5c req-3a49578d-e81e-4295-97b2-f771b1293aaa tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.1215694 May 04 07:24:27.000400 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-77ca44ba-261e-44ad-8d2b-c45df582a4d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3843510 May 04 07:24:27.005330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43218) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:27.010705 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Request body: {'subnet': {'network_id': 'c7b4ef31-098b-45e5-9af2-6ba8c83a49ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023998996-subnet', 'tenant_id': 'e6ce6db2e0f94ba1a6ea0481c2366e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:27.056437 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Made reservation on behalf of e6ce6db2e0f94ba1a6ea0481c2366e2b for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:27.063289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.365178 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-08d678c4-ec88-4b8c-b28c-325a6be04376 None None] Provisioning complete for port de68302a-6523-4b55-8602-bd9525c9906c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:27.365555 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-08d678c4-ec88-4b8c-b28c-325a6be04376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (de68302a-6523-4b55-8602-bd9525c9906c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.453394 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-08d678c4-ec88-4b8c-b28c-325a6be04376 None None] Port de68302a-6523-4b55-8602-bd9525c9906c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:27.553048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device c1f45ba3-f9df-471f-be0b-af63fc07c285 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:27.604984 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 2, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:27.605453 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (76d64567-19a8-4cad-9180-d7c7823b88d2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.637330 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:24:27.641140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port c1f45ba3-f9df-471f-be0b-af63fc07c285 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:27.641591 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.670531 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:24:27.674494 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Updating router e0c70785-ca91-4416-adcc-df9cb2117a92 port a8c20dc4-794f-4b86-b487-62b0f389fd9d binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:24:27.748696 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.757405 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d64567-19a8-4cad-9180-d7c7823b88d2,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:27.785891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Checking segment: {'id': '6195699b-9951-484e-b030-b7cc4005a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c7b4ef31-098b-45e5-9af2-6ba8c83a49ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:27.785891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Network hostable DHCP agents. Network: c7b4ef31-098b-45e5-9af2-6ba8c83a49ae, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:24:27.826249 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-49f85524-640e-4d1c-a982-b6c23e428a09 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:27.829221 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-49f85524-640e-4d1c-a982-b6c23e428a09 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.8573656 May 04 07:24:27.853726 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Network c7b4ef31-098b-45e5-9af2-6ba8c83a49ae is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:24:27.857285 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-b689c750-479e-49f1-9785-a3c557d5a2c4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/quotas/4f0a51ac1da141dba1d58c7ec9c5a15f HTTP/1.1" status: 200 len: 375 time: 0.0199435 May 04 07:24:27.881962 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, c7b4ef31-098b-45e5-9af2-6ba8c83a49ae) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:27.888456 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:27.892192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:27.901393 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port c1f45ba3-f9df-471f-be0b-af63fc07c285 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:27.906391 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 8f5693dd-de66-46a2-b297-a2b83a3c90d3 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:27.920793 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca9fb1-1ba9-4e76-92f4-59a70d764248 None None] Network c7b4ef31-098b-45e5-9af2-6ba8c83a49ae requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:27.921141 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-81a6af32-bcc5-45f9-a801-e3bc1794919b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9143701 May 04 07:24:28.061925 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-f3d8661b-0bd7-45c2-9092-ce0dbb1d8c40 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473005 May 04 07:24:28.064456 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:24:28.088738 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c2e71d86-ec4f-4e52-81d1-cabb1a7d455e admin admin] 10.222.0.21 "PUT /v2.0/routers/387f4a4c-6658-4c3f-8172-4b1835b22794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8245654 May 04 07:24:28.106795 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:28.107435 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.184942 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd34e9cf-9b31-4682-9611-b070c6f14216 req-1bfaf50d-d74d-4901-add4-579426669431 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0594766 May 04 07:24:28.277065 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38fde5-6402-4290-a38d-b7f3ac96f845 None None] Network c7b4ef31-098b-45e5-9af2-6ba8c83a49ae requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:28.369779 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks [] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.379629 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.531033 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:24:28.638765 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4345702-a655-428e-8aa8-e834da7b3d1f None None] Pushing event updated for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:28.638990 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:28.645249 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:28.652201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:28.653409 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.765269 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Attempting to bind port a8c20dc4-794f-4b86-b487-62b0f389fd9d on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:28.766747 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Attempting to bind port a8c20dc4-794f-4b86-b487-62b0f389fd9d by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:28.767594 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Attempting to bind port a8c20dc4-794f-4b86-b487-62b0f389fd9d on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:28.783495 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:28.812841 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:28.816292 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.817233 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Bound using segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:28.818265 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Bound port: a8c20dc4-794f-4b86-b487-62b0f389fd9d, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:28.819611 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.934310 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 8f5693dd-de66-46a2-b297-a2b83a3c90d3, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=8f5693dd-de66-46a2-b297-a2b83a3c90d3,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:28.953208 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:28.964554 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Provisioning complete for port a8c20dc4-794f-4b86-b487-62b0f389fd9d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:28.965703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:29.000914 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] For port a8c20dc4-794f-4b86-b487-62b0f389fd9d, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:29.007085 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] For port a8c20dc4-794f-4b86-b487-62b0f389fd9d, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a8c20dc4-794f-4b86-b487-62b0f389fd9d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:29.022982 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:29.030073 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.26', 58458) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:29.111669 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:29.159791 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=8f5693dd-de66-46a2-b297-a2b83a3c90d3,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:29.253210 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:29.254695 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:29.278483 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4345702-a655-428e-8aa8-e834da7b3d1f None None] Pushing event updated for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=4']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:29.396515 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Current status of the port a8c20dc4-794f-4b86-b487-62b0f389fd9d is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:29.396921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:29.618268 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-dd671deb-190d-45fe-a695-577c27ea913b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:29.623088 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 8f5693dd-de66-46a2-b297-a2b83a3c90d3 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:29.633855 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-dd671deb-190d-45fe-a695-577c27ea913b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.26 "GET /v2.0/networks?id=67f94df7-c873-4e7d-8943-a2d4a0acd1bb HTTP/1.1" status: 200 len: 812 time: 0.6020966 May 04 07:24:29.736374 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-4322f9c8-cb2b-4a39-a6a1-b7593db007ff service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:24:29.738833 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-4322f9c8-cb2b-4a39-a6a1-b7593db007ff service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8488460 May 04 07:24:29.783863 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:29.818611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] For port a8c20dc4-794f-4b86-b487-62b0f389fd9d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a8c20dc4-794f-4b86-b487-62b0f389fd9d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:29.906949 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Request body: {'port': {'device_id': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb', 'admin_state_up': True, 'tenant_id': 'c2edc784041949ea978066369bd4aa29'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:29.960812 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:29.996797 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.000618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:24:30.001184 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Updating router 387f4a4c-6658-4c3f-8172-4b1835b22794 port de68302a-6523-4b55-8602-bd9525c9906c binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:24:30.097319 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (de68302a-6523-4b55-8602-bd9525c9906c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.115220 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:30.115695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.170936 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963536a0-c017-486c-b674-302eec20c3c5 None None] Pushing event updated for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:30.446800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43338) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:30.455603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715181233', 'description': 'tempest-description--34849494'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:30.576906 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.605547 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks [] for port (de68302a-6523-4b55-8602-bd9525c9906c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.620099 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:30.641880 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43344) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:30.644217 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-b44b9e01-317f-4321-b2f2-7b753d89fe84 None None] Provisioning complete for port a8c20dc4-794f-4b86-b487-62b0f389fd9d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:30.644654 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b44b9e01-317f-4321-b2f2-7b753d89fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.656434 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.664790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608797864-network', 'tenant_id': '4cae411097a047198aeb9b5c5aa686c8'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:30.668200 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-736fa0c8-c2fb-415e-b254-586f5f5844f0 service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221330 May 04 07:24:30.693394 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea22328-644b-45d2-9596-d616db53ef54 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:24:30.794587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Made reservation on behalf of c2edc784041949ea978066369bd4aa29 for: {'port': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:30.806082 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.896052 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e131951-75eb-4445-812d-4eb2cef98799 req-4918325b-acb6-48f9-b9ae-f9d0e0591e77 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.1605134 May 04 07:24:30.915055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Made reservation on behalf of 4cae411097a047198aeb9b5c5aa686c8 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:30.928240 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.950769 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df145e80-20e8-4a7c-a479-6b4c21bb11d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:30.952179 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4b21d-4aca-41c6-a67b-512a9474d947 None None] Pushing event updated for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:30.954408 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.166378 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:31.229684 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-c280063f-450f-44a6-914f-ea7018092a78 service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484352 May 04 07:24:31.282605 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (4c1d6e1a-d841-4bc0-bc7c-2309502346ee), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.305310 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b44b9e01-317f-4321-b2f2-7b753d89fe84 None None] Current status of the port a8c20dc4-794f-4b86-b487-62b0f389fd9d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:31.307430 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4c1d6e1a-d841-4bc0-bc7c-2309502346ee), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.422621 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a8c20dc4-794f-4b86-b487-62b0f389fd9d up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:31.450556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.459523 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0098770 May 04 07:24:31.464797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43366) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:31.473971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6e1a-d841-4bc0-bc7c-2309502346ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:31.511729 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66fa0-71e4-491e-be09-09162879d1ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d6e1a-d841-4bc0-bc7c-2309502346ee,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:31.564793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (014f73e3-781c-4a52-adff-eb91a83a5ceb), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.679836 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Attempting to bind port de68302a-6523-4b55-8602-bd9525c9906c on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:31.680219 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Attempting to bind port de68302a-6523-4b55-8602-bd9525c9906c by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:31.683967 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Attempting to bind port de68302a-6523-4b55-8602-bd9525c9906c on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:31.722298 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:31.722658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:31.723178 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.733795 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:31.733795 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Bound port: de68302a-6523-4b55-8602-bd9525c9906c, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:31.733795 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (de68302a-6523-4b55-8602-bd9525c9906c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.905227 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-bbb8d26b-3664-4288-8a4d-5523e6c203c0 None None] Provisioning complete for port de68302a-6523-4b55-8602-bd9525c9906c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:31.906689 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d26b-3664-4288-8a4d-5523e6c203c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (de68302a-6523-4b55-8602-bd9525c9906c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:31.924872 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Allocated IP 172.20.0.9 (67f94df7-c873-4e7d-8943-a2d4a0acd1bb/a07e125c-3f35-407d-bbde-b25a77e79e73/7ac3d56f-660e-49b0-932e-0a95b2083700) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:31.941995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (014f73e3-781c-4a52-adff-eb91a83a5ceb), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.024427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (014f73e3-781c-4a52-adff-eb91a83a5ceb), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.094073 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks [] for security_group (95c0bc31-faa1-4431-be18-b21c1d10e555), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.130434 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c07daf5e-5ffb-45c6-a85b-b5574f44f866 req-48d98030-084a-48bc-978d-6fb5950932d9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 210 time: 0.1957545 May 04 07:24:32.153811 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (95c0bc31-faa1-4431-be18-b21c1d10e555), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.159289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.162418 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6947587 May 04 07:24:32.176950 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43390) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:32.177840 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5c376-a2b9-4b12-bdd6-b4a8039ce1cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014f73e3-781c-4a52-adff-eb91a83a5ceb,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:32.181986 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d26b-3664-4288-8a4d-5523e6c203c0 None None] Port de68302a-6523-4b55-8602-bd9525c9906c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:32.215991 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '4c1d6e1a-d841-4bc0-bc7c-2309502346ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:32.373075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:24:32.404253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c0bc31-faa1-4431-be18-b21c1d10e555,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:32.461598 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.462596 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Added segment ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f of type vlan for network c4062b27-5b18-4940-9774-ecacdcb78ab6 May 04 07:24:32.462858 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] For port de68302a-6523-4b55-8602-bd9525c9906c, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:32.481528 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] For port de68302a-6523-4b55-8602-bd9525c9906c, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=de68302a-6523-4b55-8602-bd9525c9906c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:32.503205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (8157fe83-3719-4563-8450-e114fa8dfa0c), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.576301 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.617650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43402) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:32.693457 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8205ea53-741e-41cb-a5e2-3eae8fba9b54 req-8129bc73-ea56-47f3-82dd-27038500fecf tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.2926285 May 04 07:24:32.852493 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (c4062b27-5b18-4940-9774-ecacdcb78ab6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.906444 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4b21d-4aca-41c6-a67b-512a9474d947 None None] Pushing event updated for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:32.942963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port a8c20dc4-794f-4b86-b487-62b0f389fd9d triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:32.944617 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.948640 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (8157fe83-3719-4563-8450-e114fa8dfa0c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:32.986872 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (8157fe83-3719-4563-8450-e114fa8dfa0c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.123832 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.db.resource_extend [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 07:24:33.133487 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0942bcab-e1bc-41c9-942c-ed2a37829f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.144514 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.155680 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9686599 May 04 07:24:33.167666 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43420) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:33.189198 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:33.264763 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks [] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.274191 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:24:33.275799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:24:33Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:33.283245 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.618419 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.729831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-8b1cf872-7187-49ba-be7a-b06ccc35e452 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:33.730754 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-8b1cf872-7187-49ba-be7a-b06ccc35e452 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.7722266 May 04 07:24:33.754615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f72089-1af9-4e6c-b41e-834139ba3870 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8157fe83-3719-4563-8450-e114fa8dfa0c,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:33.842027 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ea3807db-62f9-442d-ad66-73e2f9a68776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.856765 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (c4062b27-5b18-4940-9774-ecacdcb78ab6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.857999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:33.858737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:33.908747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port a8c20dc4-794f-4b86-b487-62b0f389fd9d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:33.967179 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-2fa17c2a-117f-424d-862f-a7920882323a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/quotas/4f0a51ac1da141dba1d58c7ec9c5a15f HTTP/1.1" status: 200 len: 375 time: 0.2101541 May 04 07:24:34.011236 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d8bb0211-fa8b-4c84-9b0a-f88d576c9416 req-5c15f9de-cd4f-4a7d-9499-b9732b1ab8d8 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.1031797 May 04 07:24:34.038966 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.050177 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Provisioning complete for port de68302a-6523-4b55-8602-bd9525c9906c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:34.050941 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (de68302a-6523-4b55-8602-bd9525c9906c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.058940 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.110807 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:24:34.197795 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:34.209184 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:34.233326 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-a6a6d434-f0dc-44ba-841c-85c4c7b41cd0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635777 May 04 07:24:34.234830 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:34.242855 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:34.243908 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.265509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.27.1.148 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/50fb4f68-38ac-4f22-9c7e-563036b30d29) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:34.327732 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Pushing event updated for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:34.347943 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-aa994dc5-7798-461b-847b-03f16da1845c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5004869 May 04 07:24:34.349888 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7042661 May 04 07:24:34.355682 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43450) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:34.361212 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Request body: {'subnet': {'network_id': 'c4062b27-5b18-4940-9774-ecacdcb78ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608797864-subnet', 'tenant_id': '4cae411097a047198aeb9b5c5aa686c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:34.499340 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ec72-459d-4761-8980-ba2df12c9734 admin admin] Pushing event updated for resources: {'Network': ['ID=c4062b27-5b18-4940-9774-ecacdcb78ab6,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:34.636291 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network c4062b27-5b18-4940-9774-ecacdcb78ab6 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:24:34.644621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Made reservation on behalf of 4cae411097a047198aeb9b5c5aa686c8 for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:34.647040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.677974 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ea3807db-62f9-442d-ad66-73e2f9a68776 admin admin] Publish callbacks [] for security_group (c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.685559 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ea3807db-62f9-442d-ad66-73e2f9a68776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.719984 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-d1b692d2-d757-4a13-931a-e1286b6ebcbe service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492936 May 04 07:24:34.727504 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3807db-62f9-442d-ad66-73e2f9a68776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:34.773907 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.794369 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ea3807db-62f9-442d-ad66-73e2f9a68776 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e22e157b88649d283774564a0d1768f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1610157 May 04 07:24:34.794992 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43460) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:34.924068 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:32Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:34.924934 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] Publish callbacks [] for security_group (c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:34.953116 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-290272ac-4a9f-4d28-ae68-adde854094db service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223749 May 04 07:24:34.969023 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.036366 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bcd60-f341-4b5c-996c-3a8c1aa60597 None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:32Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:24:35.038349 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Current status of the port de68302a-6523-4b55-8602-bd9525c9906c is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:35.038976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (de68302a-6523-4b55-8602-bd9525c9906c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.100670 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=50fb4f68-38ac-4f22-9c7e-563036b30d29,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:35.145603 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] Publish callbacks [] for security_group (c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.185919 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.206560 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:35.224685 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] For port de68302a-6523-4b55-8602-bd9525c9906c, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=de68302a-6523-4b55-8602-bd9525c9906c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:24:35.233626 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.234569 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:35.239892 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:35.318762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4401ac-ceaa-4435-bb09-51dd00dc2b24 None None] Pushing event updated for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:35.396843 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (188db92e-acb2-4a97-a01b-dd5fbd6cb2d6), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.449998 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0775e674-3ba6-4925-b736-49be052b2e83 req-f6b02732-f320-4749-8598-6258bd81c48a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0751944 May 04 07:24:35.493387 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d002d-30eb-4165-b9fc-1e2cf7188a23 req-30e33807-4a3b-458a-81aa-df789aec4161 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:35.498296 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-de6d002d-30eb-4165-b9fc-1e2cf7188a23 req-30e33807-4a3b-458a-81aa-df789aec4161 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 931 time: 0.2838132 May 04 07:24:35.534589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.537091 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.538596 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3 HTTP/1.1" status: 204 len: 168 time: 0.7432423 May 04 07:24:35.542651 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.594265 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188db92e-acb2-4a97-a01b-dd5fbd6cb2d6,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:35.596188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbc17e-04bc-4460-844f-ad26d536ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9bb1f-dc61-47a3-8493-9f9bcf42aef3,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:35.684587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Checking segment: {'id': 'ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c4062b27-5b18-4940-9774-ecacdcb78ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:35.684972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Network hostable DHCP agents. Network: c4062b27-5b18-4940-9774-ecacdcb78ab6, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:24:35.692257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.706660 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-de6d002d-30eb-4165-b9fc-1e2cf7188a23 req-7990dd69-85bc-4e9f-ae3f-5603bc45b976 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924844 May 04 07:24:35.800581 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Network c4062b27-5b18-4940-9774-ecacdcb78ab6 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:24:35.827561 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, c4062b27-5b18-4940-9774-ecacdcb78ab6) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:35.836472 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ce0fa6-cce6-4b97-b680-2ffe25aa21f8 None None] Network c4062b27-5b18-4940-9774-ecacdcb78ab6 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:35.842162 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:35.843006 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:35.908025 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0c66f6be-8dcb-4dfa-8b6d-bae45512eed5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5466371 May 04 07:24:36.059799 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.069648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.126142 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.133653 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device de68302a-6523-4b55-8602-bd9525c9906c up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:24:36.178697 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=50fb4f68-38ac-4f22-9c7e-563036b30d29,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:36.184415 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.187181 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e664af84-d434-4f74-b79d-2612c373b34a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0181527 May 04 07:24:36.211871 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43492) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:36.219467 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba93cc4-5438-4be9-af94-51cef131a00d None None] Network c4062b27-5b18-4940-9774-ecacdcb78ab6 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:24:36.305797 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Deleting subnet 76d64567-19a8-4cad-9180-d7c7823b88d2 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:24:36.312205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Publish callbacks [] for subnet (76d64567-19a8-4cad-9180-d7c7823b88d2), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.357811 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Publish callbacks [] for subnet (76d64567-19a8-4cad-9180-d7c7823b88d2), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.370044 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (76d64567-19a8-4cad-9180-d7c7823b88d2), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.450741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.501251 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (76d64567-19a8-4cad-9180-d7c7823b88d2), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.503854 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port de68302a-6523-4b55-8602-bd9525c9906c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:36.504758 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (de68302a-6523-4b55-8602-bd9525c9906c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.521191 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-70af62ea-2ce3-49d5-a74f-62fde23cac59 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:24:36.522996 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-70af62ea-2ce3-49d5-a74f-62fde23cac59 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0408688 May 04 07:24:36.654490 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d64567-19a8-4cad-9180-d7c7823b88d2,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:36.697471 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:36.742266 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-74541160-2c3d-4ff8-9ae1-1f379baf6247 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76d64567-19a8-4cad-9180-d7c7823b88d2 HTTP/1.1" status: 204 len: 168 time: 0.5277488 May 04 07:24:36.748988 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43506) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:36.785639 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port de68302a-6523-4b55-8602-bd9525c9906c is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:24:36.847532 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7fc0386e-b3fc-4f86-a398-4524c687d085 req-80a3c709-22c3-45f8-8621-bfe68cd6fdf3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.1215031 May 04 07:24:37.306528 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445ec4-7f9d-4d05-9734-e0cffde41926 req-1ade9469-bdab-49f4-8dfc-4048857fd076 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:37.306817 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Request body: {'port': {'device_id': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:37.308971 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2445ec4-7f9d-4d05-9734-e0cffde41926 req-1ade9469-bdab-49f4-8dfc-4048857fd076 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 931 time: 0.2403224 May 04 07:24:37.379108 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (c7b4ef31-098b-45e5-9af2-6ba8c83a49ae), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:37.401335 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2445ec4-7f9d-4d05-9734-e0cffde41926 req-cf53ba70-1a73-45ed-aa4c-5adc92bea747 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832739 May 04 07:24:37.431763 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-953f8089-29ed-43d6-9361-783ebfffd315 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--715181233&fields=id&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 267 time: 0.4517274 May 04 07:24:37.600660 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:37.901753 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (c7b4ef31-098b-45e5-9af2-6ba8c83a49ae), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:38.031969 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.032389 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.033367 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.033738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > port after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.034080 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.034330 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f174706-108b-4657-bd24-8c4b49ea8257 req-0667cd09-d543-4dee-83c5-13f26155730c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.1065826 May 04 07:24:38.035250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.035250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.035250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.035522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.035759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.361439 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.362051 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.362137 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.362399 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:38.362758 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b4ef31-098b-45e5-9af2-6ba8c83a49ae']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:38.385971 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6195699b-9951-484e-b030-b7cc4005a9f4') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:38.386236 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6195699b-9951-484e-b030-b7cc4005a9f4') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:38.408467 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (6195699b-9951-484e-b030-b7cc4005a9f4), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:38.689883 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b09e-93ed-4dc2-a92a-91ea92f4f4ff req-d7c32f4a-1b0a-46df-a580-b21df664c359 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:38.699714 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0371b09e-93ed-4dc2-a92a-91ea92f4f4ff req-d7c32f4a-1b0a-46df-a580-b21df664c359 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 931 time: 0.2110326 May 04 07:24:38.764314 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-36c9f60a-76c8-4765-b3ed-c4d72b6334ec tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:38.772766 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-36c9f60a-76c8-4765-b3ed-c4d72b6334ec tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 1.3037987 May 04 07:24:38.783418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (6195699b-9951-484e-b030-b7cc4005a9f4), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:38.796444 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:24:38.796986 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (6195699b-9951-484e-b030-b7cc4005a9f4), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:38.845253 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0371b09e-93ed-4dc2-a92a-91ea92f4f4ff req-d62c8087-3276-4ae6-9338-4217e92fb743 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334157 May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: from cryptography.utils import int_from_bytes May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: from cryptography.utils import int_from_bytes May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:24:38.926282 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:24:38.940812 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (c7b4ef31-098b-45e5-9af2-6ba8c83a49ae), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:38.969005 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-dc7860a5-89e6-4dcf-9ea7-d986cc750a67 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/quotas/0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 375 time: 0.1946855 May 04 07:24:38.997331 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.000788 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7b4ef31-098b-45e5-9af2-6ba8c83a49ae HTTP/1.1" status: 204 len: 168 time: 2.2433014 May 04 07:24:39.004114 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43580) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:39.008747 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48309b9-d2e4-4212-a692-b9b5d3fc3898 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b4ef31-098b-45e5-9af2-6ba8c83a49ae,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:39.107949 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-e527d090-aa9d-49e2-9893-65dead41a949 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314681 May 04 07:24:39.113597 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Deleting subnet 188db92e-acb2-4a97-a01b-dd5fbd6cb2d6 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:24:39.119321 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Publish callbacks [] for subnet (188db92e-acb2-4a97-a01b-dd5fbd6cb2d6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.293747 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6cea29d8-df0a-41c7-932c-cb5c3ab0dc15 req-a0c3a7ce-e296-44bb-a336-2575735dff2d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0705109 May 04 07:24:39.301161 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Publish callbacks [] for subnet (188db92e-acb2-4a97-a01b-dd5fbd6cb2d6), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.327621 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (188db92e-acb2-4a97-a01b-dd5fbd6cb2d6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.361898 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac3d56f-660e-49b0-932e-0a95b2083700 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:24:39.371688 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-1b32f61f-06ea-45fe-a2f5-1b287a14f396 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737018 May 04 07:24:39.379717 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks [] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.452775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for subnet (188db92e-acb2-4a97-a01b-dd5fbd6cb2d6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.484142 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Transition to ACTIVE for port object 7ac3d56f-660e-49b0-932e-0a95b2083700 will not be triggered until provisioned by entity L2. {{(pid=103212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:24:39.490637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.509612 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188db92e-acb2-4a97-a01b-dd5fbd6cb2d6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:39.520571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.527160 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d6650be1-4d10-4a5d-b47a-487fc806368f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/188db92e-acb2-4a97-a01b-dd5fbd6cb2d6 HTTP/1.1" status: 204 len: 168 time: 0.5216100 May 04 07:24:39.532283 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43590) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:39.570752 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:39.587905 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-3a4da541-6c77-4483-8f13-0cad01b9af99 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031896 May 04 07:24:39.626770 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (c4062b27-5b18-4940-9774-ecacdcb78ab6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.768852 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Attempting to bind port 7ac3d56f-660e-49b0-932e-0a95b2083700 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:39.769209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Attempting to bind port 7ac3d56f-660e-49b0-932e-0a95b2083700 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3ef67da6-acfc-4768-9e34-00e5074cd12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:39.770708 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Attempting to bind port 7ac3d56f-660e-49b0-932e-0a95b2083700 on network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:39.784411 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Port 7ac3d56f-660e-49b0-932e-0a95b2083700 on network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:24:39.784411 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Attempting to bind port 7ac3d56f-660e-49b0-932e-0a95b2083700 on network 67f94df7-c873-4e7d-8943-a2d4a0acd1bb {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:39.797189 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:39.799092 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Checking segment: {'id': '3ef67da6-acfc-4768-9e34-00e5074cd12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:39.800155 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Bound using segment: {'id': '3ef67da6-acfc-4768-9e34-00e5074cd12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:39.800666 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Bound port: 7ac3d56f-660e-49b0-932e-0a95b2083700, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef67da6-acfc-4768-9e34-00e5074cd12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:39.802958 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.813310 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (c4062b27-5b18-4940-9774-ecacdcb78ab6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:39.919910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.919910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.921048 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.921394 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.922587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.922864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.923133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.923682 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.924054 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:39.924401 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:40.141402 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4da623ea-a66b-40eb-af55-9b54b9d1b166 req-cec48548-8d6c-437b-867b-ff1fbbe05799 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.1774216 May 04 07:24:40.228570 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:40.229135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:40.229316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:40.229557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 07:24:40.230061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4062b27-5b18-4940-9774-ecacdcb78ab6']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:40.262301 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:40.287407 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ac3d56f-660e-49b0-932e-0a95b2083700,segment=NetworkSegment(3ef67da6-acfc-4768-9e34-00e5074cd12b),segment_id=3ef67da6-acfc-4768-9e34-00e5074cd12b)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:40.310800 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.314330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48394e1-22d8-40df-a3c1-7bdceedd00a1 req-12c1ecba-9f30-435f-b007-0ab33f634377 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:40.316607 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e48394e1-22d8-40df-a3c1-7bdceedd00a1 req-12c1ecba-9f30-435f-b007-0ab33f634377 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0793896 May 04 07:24:40.325411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:40.325411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:24:40.363524 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.381189 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:40.381976 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.385179 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ac3d56f-660e-49b0-932e-0a95b2083700 HTTP/1.1" status: 200 len: 1093 time: 3.2978499 May 04 07:24:40.396621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:24:40.410596 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43626) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:40.487582 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.537275 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b376d0-4184-4422-92f1-d1d4654d02a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:40.552886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:24:40.559985 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (ffa4532b-25a0-43eb-a95d-8e8ad6ec0c8f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: from cryptography.utils import int_from_bytes May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: from cryptography.utils import int_from_bytes May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:24:40.594314 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:24:40.670458 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e48394e1-22d8-40df-a3c1-7bdceedd00a1 req-55421c3c-90f5-4af2-8e43-2650e442688a tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173487 May 04 07:24:40.675630 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35c693-e79e-4a90-ae97-6463ab7f8757 req-0e183902-0893-4aaa-8d0b-0c480d0562ff tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.1006069 May 04 07:24:40.791867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (c4062b27-5b18-4940-9774-ecacdcb78ab6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.808304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:40.811531 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32940c1f-e65b-4a08-8388-b8b0851418e9" -d '{"events": [{"name": "network-changed", "server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:24:40.825580 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4062b27-5b18-4940-9774-ecacdcb78ab6 HTTP/1.1" status: 204 len: 168 time: 1.2944851 May 04 07:24:40.839056 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8b50d-c5f4-473e-88e0-ea7c0289e511 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4062b27-5b18-4940-9774-ecacdcb78ab6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:40.890749 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7846c181-0ed9-4add-a2f3-f09477740177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.037941 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43648) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.042015 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7846c181-0ed9-4add-a2f3-f09477740177 admin admin] Publish callbacks [] for security_group (bbbdd5e9-656d-4389-8bec-2ec47eca6d41), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.047417 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7846c181-0ed9-4add-a2f3-f09477740177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bbbdd5e9-656d-4389-8bec-2ec47eca6d41), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.068857 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc3238a-ea86-4b67-a81b-7c6267c03c93 x-openstack-request-id: req-8dc3238a-ea86-4b67-a81b-7c6267c03c93 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:24:41.069214 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:24:41.070041 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dc3238a-ea86-4b67-a81b-7c6267c03c93 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:24:41.070813 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc3238a-ea86-4b67-a81b-7c6267c03c93'] response: {'name': 'network-changed', 'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700', 'status': 'completed', 'code': 200} May 04 07:24:41.100356 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7846c181-0ed9-4add-a2f3-f09477740177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd893026da4047e2bcb6a905737d4d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879945 May 04 07:24:41.101400 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846c181-0ed9-4add-a2f3-f09477740177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdd5e9-656d-4389-8bec-2ec47eca6d41,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:41.109168 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43652) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.126478 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-70acedf2-1f47-4970-9b0f-2db6d9f8a386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6ce6db2e0f94ba1a6ea0481c2366e2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0871015 May 04 07:24:41.129084 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43654) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.171551 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] Publish callbacks [] for security_group (bbbdd5e9-656d-4389-8bec-2ec47eca6d41), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.190147 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] Publish callbacks [] for security_group (191ad75e-9fa5-491d-b39c-a49b3eeae3d0), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.203427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] Publish callbacks [] for security_group (bbbdd5e9-656d-4389-8bec-2ec47eca6d41), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.216785 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] Publish callbacks [] for security_group (191ad75e-9fa5-491d-b39c-a49b3eeae3d0), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.252091 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bbbdd5e9-656d-4389-8bec-2ec47eca6d41), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.254962 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.256113 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbbdd5e9-656d-4389-8bec-2ec47eca6d41 HTTP/1.1" status: 204 len: 168 time: 0.1456063 May 04 07:24:41.260856 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f2be6abc-be38-4958-bf8b-ee5d39616697 req-7d335132-ff03-4651-9ff8-e38d0d41c663 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0413294 May 04 07:24:41.268346 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210eed2-5568-40a1-8fb2-8643c0229604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdd5e9-656d-4389-8bec-2ec47eca6d41,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:41.311668 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (191ad75e-9fa5-491d-b39c-a49b3eeae3d0), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.314203 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.317740 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/191ad75e-9fa5-491d-b39c-a49b3eeae3d0 HTTP/1.1" status: 204 len: 168 time: 0.1850374 May 04 07:24:41.323975 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aa86f-401a-4db3-a0f3-a7a1049817cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ad75e-9fa5-491d-b39c-a49b3eeae3d0,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:41.682145 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43668) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.721261 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43676) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.748358 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0b760377-db26-46f7-b862-c971a18845c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cae411097a047198aeb9b5c5aa686c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627518 May 04 07:24:41.748746 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43678) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:41.759880 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa37d-3cc4-4a47-9807-1daff271a971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.808617 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-41ce1923-79a0-426c-9334-19f076b2c89b req-9117b9a7-62b9-4832-b714-b9fbe9910666 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0397739 May 04 07:24:41.835305 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] Publish callbacks [] for security_group (95c0bc31-faa1-4431-be18-b21c1d10e555), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.859160 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] Publish callbacks [] for security_group (95c0bc31-faa1-4431-be18-b21c1d10e555), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.869532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a6e6b-b116-4102-8267-f9bffac3fe95 req-b4ba83bb-9dc7-4f09-a4f7-2d2e02df8640 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:41.871465 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c42a6e6b-b116-4102-8267-f9bffac3fe95 req-b4ba83bb-9dc7-4f09-a4f7-2d2e02df8640 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0650444 May 04 07:24:41.909209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (95c0bc31-faa1-4431-be18-b21c1d10e555), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.911803 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:41.912946 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95c0bc31-faa1-4431-be18-b21c1d10e555 HTTP/1.1" status: 204 len: 168 time: 0.1632781 May 04 07:24:41.921774 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a4755-e9a6-4f9e-9237-226d888905c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c0bc31-faa1-4431-be18-b21c1d10e555,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:42.066424 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa37d-3cc4-4a47-9807-1daff271a971 admin admin] Publish callbacks [] for security_group (23c43c08-9447-49b2-9168-b13514b1c4bf), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.075623 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa37d-3cc4-4a47-9807-1daff271a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (23c43c08-9447-49b2-9168-b13514b1c4bf), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.090343 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c42a6e6b-b116-4102-8267-f9bffac3fe95 req-aa179b42-1532-4b03-935c-0af762935d94 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129033 May 04 07:24:42.129120 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5d6fa37d-3cc4-4a47-9807-1daff271a971 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36100b6dab2141749f3f2b47f476c665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065340 May 04 07:24:42.132847 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa37d-3cc4-4a47-9807-1daff271a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c43c08-9447-49b2-9168-b13514b1c4bf,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:42.134624 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43684) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:42.191816 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] Publish callbacks [] for security_group (23c43c08-9447-49b2-9168-b13514b1c4bf), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.219028 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] Publish callbacks [] for security_group (23c43c08-9447-49b2-9168-b13514b1c4bf), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.270777 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (23c43c08-9447-49b2-9168-b13514b1c4bf), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.273791 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:42.277960 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23c43c08-9447-49b2-9168-b13514b1c4bf HTTP/1.1" status: 204 len: 168 time: 0.1388776 May 04 07:24:42.283336 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be43c2a-1369-4ad7-b9b9-1a13e78fb527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c43c08-9447-49b2-9168-b13514b1c4bf,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:42.394229 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e620688c-5de8-48e1-9739-1d8059f8a663 req-0bebc850-f28e-4fb5-9a40-75fd9ed5722d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0360270 May 04 07:24:42.924847 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a221a98d-4bc9-481e-84ce-855ab200e4d6 req-17c525ee-cbd3-4733-8a15-b33159fbcd9d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0330951 May 04 07:24:43.231951 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254aefc-5838-4da3-8cf6-dab3b1ab7892 req-f185f31d-bc79-46de-b490-43b1f313b539 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:43.233453 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5254aefc-5838-4da3-8cf6-dab3b1ab7892 req-f185f31d-bc79-46de-b490-43b1f313b539 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0582812 May 04 07:24:43.286977 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5254aefc-5838-4da3-8cf6-dab3b1ab7892 req-987f3087-b43b-4dc2-8ef4-d58dd24fbbe9 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 May 04 07:24:43.516252 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f4d5e0e5-920d-4024-8731-65691fb13878 req-fe8a21bb-ad3f-4119-b781-50ded55fdfa7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0312595 May 04 07:24:43.977704 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:44.082965 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3e1d8f0f-91bc-4e5e-90b5-852b73316dd3 req-adfabd90-ec0d-44b0-afcc-fd7744788583 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0330348 May 04 07:24:44.409057 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbace5-9bfa-4c0e-b307-360c7f317d40 req-88df985b-167e-4226-b7ca-727234e75f31 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:44.410696 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-80bbace5-9bfa-4c0e-b307-360c7f317d40 req-88df985b-167e-4226-b7ca-727234e75f31 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0512757 May 04 07:24:44.477626 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-80bbace5-9bfa-4c0e-b307-360c7f317d40 req-55baf85f-efc8-4020-90d3-43140f748410 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 May 04 07:24:44.610134 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6437f972-1a9f-4d3e-8db2-45442fb1e169 req-412e9aa5-e001-44b6-ba3d-3bad965496a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0286875 May 04 07:24:45.203357 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48b9c3c6-5344-45d4-98c9-b8bca6be645f req-2ab3eba0-620b-455a-a54c-109f5e879c5e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0294185 May 04 07:24:45.636753 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f27d1-635a-4847-9ee7-8e52753c7125 req-90c89075-64e3-48bf-a57c-76daadce3d0d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:45.639098 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b02f27d1-635a-4847-9ee7-8e52753c7125 req-90c89075-64e3-48bf-a57c-76daadce3d0d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0689499 May 04 07:24:45.711850 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b02f27d1-635a-4847-9ee7-8e52753c7125 req-dc4ce0ca-af83-4b69-a679-2c5a6efff200 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 May 04 07:24:45.724675 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d57842d0-82e8-4fc7-ba0f-38e7a5126755 req-efa74e38-b0be-4457-a62d-64c316f8abb4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0350640 May 04 07:24:46.316008 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-56144d1e-91f7-4212-a28e-1e22050c891a req-09049ab5-1d4d-4798-a1a7-0c1762d3f658 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0444012 May 04 07:24:46.833198 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c1bcd973-1328-4d85-8062-df581c08d0f5 req-0a69edbf-5f8d-4ef8-a023-ac5ab2b222d1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0322998 May 04 07:24:46.856480 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f48d-dd45-4c2f-bee8-d5868bdc9abd req-881f0df7-4c4f-43c4-ba56-fc7ba9967973 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:46.857985 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ae26f48d-dd45-4c2f-bee8-d5868bdc9abd req-881f0df7-4c4f-43c4-ba56-fc7ba9967973 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0601721 May 04 07:24:46.931376 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ae26f48d-dd45-4c2f-bee8-d5868bdc9abd req-8920a6e7-62fa-4603-a64f-daf402b06c17 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674279 May 04 07:24:47.479085 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0a6f0583-be1f-4935-89a9-b2484a35d0a8 req-cbab1888-95e5-4960-9c33-9f22d689b3d3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0437884 May 04 07:24:47.926970 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-04d011f2-4870-4b6b-a223-794da0236422 req-165adb02-6a9e-45a5-8154-828e31c71622 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0279684 May 04 07:24:48.066040 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f59f1-865c-47f9-a08a-9e160a4a0ee9 req-88c93daa-2289-455d-8294-af170907e68d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:48.067589 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-676f59f1-865c-47f9-a08a-9e160a4a0ee9 req-88c93daa-2289-455d-8294-af170907e68d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0582438 May 04 07:24:48.144073 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-676f59f1-865c-47f9-a08a-9e160a4a0ee9 req-ec5e9734-72e9-40d1-bd10-5ad281da0988 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 May 04 07:24:48.616457 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-97edf7a3-3745-498f-81ba-a00c523c61d3 req-cbeb7a08-5b4a-464d-b0dc-331ef848cd57 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0401006 May 04 07:24:49.131804 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5490c7ea-182f-4cc7-8063-e527152b721a req-a5e5119c-fa08-4ae6-acc8-037022157050 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0819261 May 04 07:24:49.404018 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43944) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:49.407258 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dbfb-e9d0-4045-a082-22963134206b req-6ea69156-fc37-480e-8f72-c007a8fcd190 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:49.409492 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2fe5dbfb-e9d0-4045-a082-22963134206b req-6ea69156-fc37-480e-8f72-c007a8fcd190 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0963697 May 04 07:24:49.520380 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2fe5dbfb-e9d0-4045-a082-22963134206b req-5f10eb30-1867-43b1-bb46-082c39f0462c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988023 May 04 07:24:49.611917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73aecd6e-940e-4594-aa81-df7ee3d87a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.778507 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d25f0a4-4c5e-482b-89e8-e8d81a334f86 req-5b808655-52f2-42a8-b923-1a06a3d566a7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0466113 May 04 07:24:49.780364 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73aecd6e-940e-4594-aa81-df7ee3d87a5d admin admin] Publish callbacks [] for security_group (1bb8f6b9-6f38-4869-ba96-1542ce01a5ed), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.784718 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73aecd6e-940e-4594-aa81-df7ee3d87a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1bb8f6b9-6f38-4869-ba96-1542ce01a5ed), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.837188 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-73aecd6e-940e-4594-aa81-df7ee3d87a5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e99d205d911a47df8eec67326748e6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320698 May 04 07:24:49.837918 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aecd6e-940e-4594-aa81-df7ee3d87a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb8f6b9-6f38-4869-ba96-1542ce01a5ed,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:49.840030 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43960) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:49.895469 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] Publish callbacks [] for security_group (1bb8f6b9-6f38-4869-ba96-1542ce01a5ed), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.918948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] Publish callbacks [] for security_group (1bb8f6b9-6f38-4869-ba96-1542ce01a5ed), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.970893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1bb8f6b9-6f38-4869-ba96-1542ce01a5ed), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.973575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:49.977638 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bb8f6b9-6f38-4869-ba96-1542ce01a5ed HTTP/1.1" status: 204 len: 168 time: 0.1336582 May 04 07:24:49.984296 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac37d45-6a1f-466c-bb5f-eca76f6aa7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb8f6b9-6f38-4869-ba96-1542ce01a5ed,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:50.243209 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0b5903a3-83ab-40f6-9650-522d9841a75e req-4a89618a-aff6-48fa-888d-8b934a720bad tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0316756 May 04 07:24:50.311858 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 43988) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:50.325806 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c09a4df-0eca-4026-a21e-e27eb99c6eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.410191 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c09a4df-0eca-4026-a21e-e27eb99c6eca admin admin] Publish callbacks [] for security_group (c0b7bbad-9621-429b-876c-f51e94f79647), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.415933 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0c09a4df-0eca-4026-a21e-e27eb99c6eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c0b7bbad-9621-429b-876c-f51e94f79647), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.454041 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0c09a4df-0eca-4026-a21e-e27eb99c6eca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6dd5f666b6749e0a7c10659e0758f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411161 May 04 07:24:50.456619 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09a4df-0eca-4026-a21e-e27eb99c6eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b7bbad-9621-429b-876c-f51e94f79647,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:50.456737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 43998) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:50.524190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] Publish callbacks [] for security_group (c0b7bbad-9621-429b-876c-f51e94f79647), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.548525 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] Publish callbacks [] for security_group (c0b7bbad-9621-429b-876c-f51e94f79647), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.618075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c0b7bbad-9621-429b-876c-f51e94f79647), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.623088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:50.627832 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b7bbad-9621-429b-876c-f51e94f79647 HTTP/1.1" status: 204 len: 168 time: 0.1669059 May 04 07:24:50.634841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d77a5-26f3-4b7d-bcda-6a33dd777d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b7bbad-9621-429b-876c-f51e94f79647,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:50.641100 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73b3f6-990b-4b8d-beaa-d4dbbeb77589 req-0d824b9d-e1ed-408e-9d83-5518068f0dec tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:50.643303 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed73b3f6-990b-4b8d-beaa-d4dbbeb77589 req-0d824b9d-e1ed-408e-9d83-5518068f0dec tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0597596 May 04 07:24:50.707026 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed73b3f6-990b-4b8d-beaa-d4dbbeb77589 req-5e01f97b-3e3e-4ab6-b6f4-8d26802efd0e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579221 May 04 07:24:50.933253 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-95197b0c-7c19-4d18-9c3b-f9f6c89647a6 req-82930c9d-e8b3-4941-b847-712465a029f5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0544009 May 04 07:24:51.345452 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e54f8fb-7e43-4ba7-b3b8-5e256def0b32 req-8b694b47-64e1-4a5f-a420-31051fe367da tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0298173 May 04 07:24:51.826397 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf2c6-a348-4b0f-a12e-9385a3783fb1 req-20cf1064-7339-4db5-a489-1660acbc7972 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:51.827935 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b1bf2c6-a348-4b0f-a12e-9385a3783fb1 req-20cf1064-7339-4db5-a489-1660acbc7972 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0508025 May 04 07:24:51.883079 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b1bf2c6-a348-4b0f-a12e-9385a3783fb1 req-8c67cefd-e8ca-4d91-9eb4-6aeabf915c65 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492976 May 04 07:24:52.037957 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1df66f15-2e69-4a3f-9cd0-0d0399869f98 req-3586fbc0-cd28-444b-888f-b9ef19236f18 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0279732 May 04 07:24:52.444585 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1a2f0002-8076-4076-8153-01d8000233bf req-44125d9e-e02d-4308-8c2c-3b379b63313b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0303271 May 04 07:24:53.000275 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79128c13-fe9e-4aff-aa8e-cd197ec97aa7 req-52ef760c-5c07-4970-bbad-54429a4a6c4a tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:53.001735 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79128c13-fe9e-4aff-aa8e-cd197ec97aa7 req-52ef760c-5c07-4970-bbad-54429a4a6c4a tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0475333 May 04 07:24:53.052974 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79128c13-fe9e-4aff-aa8e-cd197ec97aa7 req-0b117337-68d3-4389-95dd-6a628e8532a1 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 May 04 07:24:53.142863 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dcc9c7d5-55b9-47a8-91cc-c1f4036b8a26 req-cdd9a6b1-4ea7-4243-88fe-d60ce809c80c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0276570 May 04 07:24:53.546564 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ba540e7-b5e1-4d5f-863d-af0972e85c08 req-d08e2589-d773-45db-aac1-ac85fd1587e5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0282423 May 04 07:24:54.183377 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121a7b-67c2-40e5-8729-92a5087abcde req-21a95a6b-9f94-411a-a991-94cb693f75b2 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:54.184940 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fa121a7b-67c2-40e5-8729-92a5087abcde req-21a95a6b-9f94-411a-a991-94cb693f75b2 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0609746 May 04 07:24:54.238675 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fa121a7b-67c2-40e5-8729-92a5087abcde req-4b82873f-cd3e-4a7f-9ed5-50c08c2741ab tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 May 04 07:24:54.267054 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d3886760-efe8-44b0-b318-89ae58ec14ca req-f1c87df0-8aa5-4abb-95a9-cfb59079928c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0422525 May 04 07:24:54.655618 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-839fa555-f81e-4d02-96cc-96e602c0d47d req-9d21926d-5e62-49c9-8e67-00ceabf97ca5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0316119 May 04 07:24:55.299393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.26', 58485) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:55.347510 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-06002680-5123-4ac6-af7c-6719c6b0f891 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:55.350126 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-06002680-5123-4ac6-af7c-6719c6b0f891 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.1614890 May 04 07:24:55.371406 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'port': {'device_id': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'admin_state_up': True, 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:55.438120 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-de42e02d-1ff5-4eab-9d47-bab10a4becd8 req-96585ab5-3dd6-4577-a64c-79c1a054abf5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 210 time: 0.0488920 May 04 07:24:55.471353 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-f2adaa5d-f57f-4f9c-817f-944036a19fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:55.472872 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-f2adaa5d-f57f-4f9c-817f-944036a19fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2edc784041949ea978066369bd4aa29&device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 1127 time: 0.1722813 May 04 07:24:55.484476 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e18e-860c-44be-b456-fc199af7975c req-189c37df-1c62-42ba-ac86-8d827135ad6a tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:55.485924 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a973e18e-860c-44be-b456-fc199af7975c req-189c37df-1c62-42ba-ac86-8d827135ad6a tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0970635 May 04 07:24:55.522385 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Made reservation on behalf of 4f0a51ac1da141dba1d58c7ec9c5a15f for: {'port': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:55.525816 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:55.536952 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a973e18e-860c-44be-b456-fc199af7975c req-4170c4ea-1f01-4d5d-9d73-be04a0de09e9 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 May 04 07:24:55.703824 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Allocated IP 172.20.0.9 (9c893ba4-2651-45af-9182-0658a85cf051/8e70ace2-b61e-40b6-be3d-a0df9b8be807/4c320252-46d7-4a2b-a8e7-26079ecdb4e9) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:55.777747 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e85cc518-48d8-4279-b92e-e00af903186b req-4e438ab9-57ee-4623-a78a-a1110ad334af tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0432150 May 04 07:24:55.812116 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.26', 58488) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:24:55.839257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-0d5c1d22-002d-402c-aaa8-c615a051d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:55.840757 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-0d5c1d22-002d-402c-aaa8-c615a051d555 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c2edc784041949ea978066369bd4aa29&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2185841 May 04 07:24:55.900223 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:55.934715 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:55.950071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-710c6b7a-b375-42ee-892e-f081912e59c3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:55.951696 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-710c6b7a-b375-42ee-892e-f081912e59c3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.1100762 May 04 07:24:55.974884 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:55.978457 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:55.982078 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:56.017992 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:56.044568 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:56.045196 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.062787 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-f4625f32-0578-4790-8a53-b5b0acf69030 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972899 May 04 07:24:56.217881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Request body: {'port': {'device_id': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:56.224042 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'port': {'device_id': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'admin_state_up': True, 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:24:56.258262 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-ef59114e-5a2f-46bf-a911-8b9899abbdbb None None] Provisioning complete for port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:56.258884 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef59114e-5a2f-46bf-a911-8b9899abbdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.298539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.326272 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ef59114e-5a2f-46bf-a911-8b9899abbdbb None None] Port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:56.735902 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54072c35-de91-49fb-83ca-552f4c6023f7 req-cea2a01e-50a0-4c86-b441-f96c357f4286 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:56.737427 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-54072c35-de91-49fb-83ca-552f4c6023f7 req-cea2a01e-50a0-4c86-b441-f96c357f4286 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0662940 May 04 07:24:56.744075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570252d-ab76-4ce2-9491-28f434050052 req-2561b135-03ed-4a99-b473-da10152d754e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:56.745620 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9570252d-ab76-4ce2-9491-28f434050052 req-2561b135-03ed-4a99-b473-da10152d754e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 931 time: 0.1377351 May 04 07:24:56.749606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-9f11f7af-bc79-4ebb-8792-ea3c372bc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:56.750998 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32940c1f-e65b-4a08-8388-b8b0851418e9 req-9f11f7af-bc79-4ebb-8792-ea3c372bc4cc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5404847 May 04 07:24:56.797088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Made reservation on behalf of 4f0a51ac1da141dba1d58c7ec9c5a15f for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:24:56.800319 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.844057 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9570252d-ab76-4ce2-9491-28f434050052 req-586cd65f-5054-4bbc-a4af-405f9d568205 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 May 04 07:24:56.845186 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-54072c35-de91-49fb-83ca-552f4c6023f7 req-484e9843-3e61-4ae3-ab6e-5c7c694edbe4 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 May 04 07:24:56.865486 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:24:56.889174 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks [] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.906554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Transition to ACTIVE for port object 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 will not be triggered until provisioned by entity L2. {{(pid=103212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:24:56.912418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:56.982881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Pushing event updated for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:57.010654 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-98badaa6-2de4-4030-b279-d44383db2ce3 req-2644e475-c795-442d-a2e5-9d48ec242592 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0601566 May 04 07:24:57.084825 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Attempting to bind port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:24:57.086037 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Attempting to bind port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:24:57.086552 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Attempting to bind port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:57.093536 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 on network 9c893ba4-2651-45af-9182-0658a85cf051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:24:57.094062 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Attempting to bind port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:24:57.100386 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:24:57.101027 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:24:57.101489 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Bound using segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:24:57.102043 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Bound port: 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:24:57.103269 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.140890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Allocated IP 172.20.0.11 (9c893ba4-2651-45af-9182-0658a85cf051/8e70ace2-b61e-40b6-be3d-a0df9b8be807/c6a82085-9368-494e-87db-a2a6ece36989) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:24:57.183779 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:24:57.187613 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:24:57.196800 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.246957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:57.248290 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.249611 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 200 len: 1093 time: 1.0363975 May 04 07:24:57.252741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:24:57.255306 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d42a2-c51a-4614-9cd6-1cf6e9717898" -d '{"events": [{"name": "network-changed", "server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:24:57.294635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f29d-e172-4fb6-8f10-b7367ef21583 service neutron] Pushing event updated for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:57.400422 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf55a9e-e31a-4134-b4bd-53ae026a5f7c x-openstack-request-id: req-daf55a9e-e31a-4134-b4bd-53ae026a5f7c {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:24:57.400820 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:24:57.400962 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daf55a9e-e31a-4134-b4bd-53ae026a5f7c {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:24:57.401367 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf55a9e-e31a-4134-b4bd-53ae026a5f7c'] response: {'name': 'network-changed', 'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9', 'status': 'completed', 'code': 200} May 04 07:24:57.424546 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for port (c6a82085-9368-494e-87db-a2a6ece36989), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.439904 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:24:57.463020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.547955 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:24:57.554788 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:24:57.564337 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:24:57.589760 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:24:57.623431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:57.625316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.642374 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-1e5ec1d0-c420-469c-bb0e-12660f3f84c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4234302 May 04 07:24:57.774233 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-171e49a4-e787-4fc5-95d2-4b62b2f53128 None None] Provisioning complete for port c6a82085-9368-494e-87db-a2a6ece36989 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:24:57.775108 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-171e49a4-e787-4fc5-95d2-4b62b2f53128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (c6a82085-9368-494e-87db-a2a6ece36989), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:24:57.854554 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-171e49a4-e787-4fc5-95d2-4b62b2f53128 None None] Port c6a82085-9368-494e-87db-a2a6ece36989 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:24:57.991505 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c36cf-46b4-4b02-b618-ea3661553642 req-b07db691-5337-4c54-be03-1df149b05e56 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:57.993217 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd0c36cf-46b4-4b02-b618-ea3661553642 req-b07db691-5337-4c54-be03-1df149b05e56 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0713031 May 04 07:24:58.008983 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97e61-171c-44a7-9c67-4afb8145bdcb req-e16f33c5-84c2-4d4d-8d09-61ba89a55723 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:58.011226 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-34a97e61-171c-44a7-9c67-4afb8145bdcb req-e16f33c5-84c2-4d4d-8d09-61ba89a55723 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0546308 May 04 07:24:58.041132 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd0c36cf-46b4-4b02-b618-ea3661553642 req-e7439516-4b77-49c4-83ed-e58fbb41ad3f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 May 04 07:24:58.062740 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-34a97e61-171c-44a7-9c67-4afb8145bdcb req-fe315586-cf90-487d-b288-8e39570e1dd7 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 May 04 07:24:58.124595 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-584bc705-6112-48e2-9dfa-dc78dbc6675e req-29ce8d4c-9a91-4cca-9cfa-0639daea921a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0276158 May 04 07:24:59.164205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e8a1-8d96-4ca9-a659-2de34a27c8ef req-f8c8d122-31f4-4d43-9377-7be57a630071 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:59.165730 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-32e4e8a1-8d96-4ca9-a659-2de34a27c8ef req-f8c8d122-31f4-4d43-9377-7be57a630071 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0554206 May 04 07:24:59.180504 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf7da-8f9a-48c8-af54-58abf1ac8804 req-75616450-5d1c-427c-a13a-387d0a42d540 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:24:59.181973 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e6dbf7da-8f9a-48c8-af54-58abf1ac8804 req-75616450-5d1c-427c-a13a-387d0a42d540 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0503237 May 04 07:24:59.231588 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-32e4e8a1-8d96-4ca9-a659-2de34a27c8ef req-07931365-d73e-4f82-9e2c-ee63538c07e2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 May 04 07:24:59.231778 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e6dbf7da-8f9a-48c8-af54-58abf1ac8804 req-522d087c-5f8c-4394-9868-582446fb7194 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 May 04 07:24:59.339761 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-459c9ea7-80f9-4c8a-a09c-9722f4082fa4 req-eb5083d6-3f00-4875-8b4d-e9524a29bdc3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0427647 May 04 07:25:00.027974 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Request body: {'port': {'device_id': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:00.034594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e3096778-bc36-47ff-b299-4ba158024bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:00.105267 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c6a82085-9368-494e-87db-a2a6ece36989), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:00.364760 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb3e5-3106-44c4-9e4b-f7c400811d6a req-d4b29827-4a10-44b3-8ec8-c8e2ea79300f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:00.366517 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a18eb3e5-3106-44c4-9e4b-f7c400811d6a req-d4b29827-4a10-44b3-8ec8-c8e2ea79300f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0517254 May 04 07:25:00.397579 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adec7a7-a188-41ce-84d2-8e1bfdef2d76 req-edf417b1-7306-4942-a8e9-5b5890671e98 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:00.399066 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5adec7a7-a188-41ce-84d2-8e1bfdef2d76 req-edf417b1-7306-4942-a8e9-5b5890671e98 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0910969 May 04 07:25:00.431942 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a18eb3e5-3106-44c4-9e4b-f7c400811d6a req-c1a3baaf-697f-4ad6-841c-d42402c17f87 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582552 May 04 07:25:00.479843 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5adec7a7-a188-41ce-84d2-8e1bfdef2d76 req-0e7fc8fe-65dc-48b6-815b-54fbeff32766 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749018 May 04 07:25:00.522344 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a82085-9368-494e-87db-a2a6ece36989 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:00.530762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks [] for port (c6a82085-9368-494e-87db-a2a6ece36989), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:00.531872 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-635cb36c-8412-4b97-933b-1b202d64f031 req-f2a0c06b-ab77-4e18-ab20-e6de8fe4bc4e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0289905 May 04 07:25:00.552808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Transition to ACTIVE for port object c6a82085-9368-494e-87db-a2a6ece36989 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:25:00.561935 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:00.617617 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:00.656500 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.26', 58492) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:00.789552 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-1005046d-ecfe-450b-82dc-02257a52bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:00.791440 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-1005046d-ecfe-450b-82dc-02257a52bcfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1127 time: 0.1433215 May 04 07:25:00.795213 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-a3ff6604-a883-47a0-a1cf-dd74c0e46d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:00.796898 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-a3ff6604-a883-47a0-a1cf-dd74c0e46d2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2edc784041949ea978066369bd4aa29&device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 1127 time: 0.1046968 May 04 07:25:00.823304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Attempting to bind port c6a82085-9368-494e-87db-a2a6ece36989 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:25:00.823650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Attempting to bind port c6a82085-9368-494e-87db-a2a6ece36989 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:25:00.824009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Attempting to bind port c6a82085-9368-494e-87db-a2a6ece36989 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:25:00.836265 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Port c6a82085-9368-494e-87db-a2a6ece36989 on network 9c893ba4-2651-45af-9182-0658a85cf051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:25:00.836579 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Attempting to bind port c6a82085-9368-494e-87db-a2a6ece36989 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:25:00.843966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-4d483ed1-ef99-4fc6-bacc-4bb9807733e3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:00.845493 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-4d483ed1-ef99-4fc6-bacc-4bb9807733e3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1772277 May 04 07:25:00.849809 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:25:00.850227 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:25:00.851295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Bound using segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:25:00.851792 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Bound port: c6a82085-9368-494e-87db-a2a6ece36989, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:25:00.852078 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c6a82085-9368-494e-87db-a2a6ece36989), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:00.956133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:25:01.001331 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6a82085-9368-494e-87db-a2a6ece36989,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:25:01.018972 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:01.035095 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-3eaf8867-34e8-42b8-8ddf-be4ef0a0cad5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 379 time: 0.1237817 May 04 07:25:01.064855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'port': {'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'admin_state_up': True, 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'security_groups': ['4c1d6e1a-d841-4bc0-bc7c-2309502346ee']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:01.079741 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-63eabfb1-a426-4618-98e2-3c89293893cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac3d56f-660e-49b0-932e-0a95b2083700 HTTP/1.1" status: 200 len: 217 time: 0.1672783 May 04 07:25:01.250330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.250330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:01.251283 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-12f4ae18-ae35-45c5-8722-019b620cac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.252102 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] 10.222.0.26 "PUT /v2.0/ports/c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 1094 time: 1.2285075 May 04 07:25:01.252743 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-12f4ae18-ae35-45c5-8722-019b620cac80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a07e125c-3f35-407d-bbde-b25a77e79e73 HTTP/1.1" status: 200 len: 852 time: 0.1603489 May 04 07:25:01.265611 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-25ee19a3-96e8-4c47-a43a-ec570476e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.268311 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-25ee19a3-96e8-4c47-a43a-ec570476e9df service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3574123 May 04 07:25:01.269933 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:01.377839 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-40809717-b38b-4c60-a281-490d72988e74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=67f94df7-c873-4e7d-8943-a2d4a0acd1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029217 May 04 07:25:01.437626 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce124cbd-0c8c-4e63-9fd3-21600031d02b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:01.469207 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-22891eb2-f774-4085-b2e4-aaaafceb648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.470817 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-22891eb2-f774-4085-b2e4-aaaafceb648d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1128 time: 0.1427865 May 04 07:25:01.611858 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "tag": "c6a82085-9368-494e-87db-a2a6ece36989"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:01.625310 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-23bb913a-7034-4666-9075-02fe6ae205cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.1350176 May 04 07:25:01.671777 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e9544-3749-4249-9c69-3beae032e7d9 req-ffce7b19-5d83-434c-a8fb-a343f574804c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.673321 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b1e9544-3749-4249-9c69-3beae032e7d9 req-ffce7b19-5d83-434c-a8fb-a343f574804c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0795014 May 04 07:25:01.677407 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-a3b1dd93-9766-446b-87b9-dac800729a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.678077 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-082d42a2-c51a-4614-9cd6-1cf6e9717898 req-a3b1dd93-9766-446b-87b9-dac800729a74 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4011450 May 04 07:25:01.695391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0bc8f-5ae8-423c-b78d-a2725a523788 req-82a3e42f-0005-40e5-a6f3-e564dd905324 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.697194 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62d0bc8f-5ae8-423c-b78d-a2725a523788 req-82a3e42f-0005-40e5-a6f3-e564dd905324 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0774426 May 04 07:25:01.721533 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-f1c2b186-66d9-4576-bd2c-c53e3a3f681e service neutron] 10.222.0.26 "GET /v2.0/networks/67f94df7-c873-4e7d-8943-a2d4a0acd1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355918 May 04 07:25:01.721903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:25:01.726251 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:01.769946 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b1e9544-3749-4249-9c69-3beae032e7d9 req-65dae259-cd44-4b20-8faf-97a0cd5b001c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852401 May 04 07:25:01.855791 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-9383a43d-5e60-4a44-b489-f7e09b40c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:01.857756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-9383a43d-5e60-4a44-b489-f7e09b40c0d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.1596179 May 04 07:25:01.938802 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62d0bc8f-5ae8-423c-b78d-a2725a523788 req-3deb518e-ef64-4d9c-ba1d-78d93877ddb7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311139 May 04 07:25:02.011061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-36d75cca-b80a-45f8-bae3-b060c53c598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.013471 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-36d75cca-b80a-45f8-bae3-b060c53c598a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1474888 May 04 07:25:02.064230 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-195d128d-1e09-4945-8865-0126988af5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.065952 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-195d128d-1e09-4945-8865-0126988af5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1127 time: 0.2830038 May 04 07:25:02.078867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.20.0.5 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/6db7c320-42ea-4b68-8d0f-6b8a8c99c318) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:25:02.149769 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-510ef2ca-3ef9-45c5-bc63-c9cc3d02cdac req-6135a188-aa3d-448a-a589-8e51e0e518f8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0873513 May 04 07:25:02.154865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-b573bc46-55fb-46ae-980a-ec2c54813c79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0716197 May 04 07:25:02.156065 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e0e467-a14d-49ed-9e59-89d1dfa6148e x-openstack-request-id: req-51e0e467-a14d-49ed-9e59-89d1dfa6148e {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:02.156359 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "tag": "c6a82085-9368-494e-87db-a2a6ece36989", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:02.157333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e0e467-a14d-49ed-9e59-89d1dfa6148e {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:02.157333 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e0e467-a14d-49ed-9e59-89d1dfa6148e'] response: {'name': 'network-changed', 'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989', 'status': 'completed', 'code': 200} May 04 07:25:02.211980 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-fe88abc5-1d45-4e05-95e6-5797a563770d service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889257 May 04 07:25:02.222630 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-feee1592-5b08-485a-9f13-36636076ff3b service neutron] 10.222.0.26 "GET /v2.0/networks/67f94df7-c873-4e7d-8943-a2d4a0acd1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668131 May 04 07:25:02.246938 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-2bbaf861-6ef3-492f-aa73-904b9075e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.248613 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-2bbaf861-6ef3-492f-aa73-904b9075e22f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0720382 May 04 07:25:02.294201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8b0383c6-d443-40e0-86d7-3fd7393eabd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:02.355483 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-eae05389-8459-4e06-851c-8035e58d5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.360736 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-eae05389-8459-4e06-851c-8035e58d5d41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1046231 May 04 07:25:02.413075 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2068b96-d8c1-48ab-ba55-1718a3b98842 req-782b4cd1-da21-4419-ad3c-0726cce87822 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899703 May 04 07:25:02.415973 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:02.457604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:02.544922 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:25:02.549233 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:25:02.551517 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:02.554135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:25:02.617172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.617996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:02.639857 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8c3fd571-b537-4751-bc28-bcbd4cd9a867 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782492 May 04 07:25:02.903464 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-071282ea-ab86-48cb-9dc9-e42365c2a72c None None] Provisioning complete for port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:25:02.904177 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-071282ea-ab86-48cb-9dc9-e42365c2a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:02.945694 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032a919-b051-45a1-b27f-9faa684f727b req-44fc8a10-e5c1-44b8-add1-668be21775bc tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:02.948164 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a032a919-b051-45a1-b27f-9faa684f727b req-44fc8a10-e5c1-44b8-add1-668be21775bc tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0576601 May 04 07:25:03.011814 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-071282ea-ab86-48cb-9dc9-e42365c2a72c None None] Port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:25:03.026314 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a032a919-b051-45a1-b27f-9faa684f727b req-664fa3cb-47ae-41c3-91bf-00c29ad1df80 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 May 04 07:25:03.134914 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132abcd3-0614-4dbf-9283-4177ffee0ae6 req-c914cb15-10b1-4e7b-bd78-72d5337d255b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:03.136926 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-132abcd3-0614-4dbf-9283-4177ffee0ae6 req-c914cb15-10b1-4e7b-bd78-72d5337d255b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0591855 May 04 07:25:03.203777 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-132abcd3-0614-4dbf-9283-4177ffee0ae6 req-c899c7f7-bf5a-4fb3-886c-1e77e36d5bb9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607078 May 04 07:25:03.285252 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f500b7-4664-4fa5-a46b-5002b403740f req-6a5d3328-19dc-492e-9e73-5407cb346741 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:03.286866 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f500b7-4664-4fa5-a46b-5002b403740f req-6a5d3328-19dc-492e-9e73-5407cb346741 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.0540347 May 04 07:25:03.344024 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f500b7-4664-4fa5-a46b-5002b403740f req-cf213c2f-01ad-4c97-b304-62bae001beb3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498006 May 04 07:25:03.482593 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:03.990349 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44356) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:04.104461 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-900a5ad5-e793-404a-a36a-24e26da72393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.164004 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e746bdb-c7c8-4f27-9c75-5249b5cdc1f9 req-3f9af353-85a2-4ab1-bf33-56ef6c25d78b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:04.165585 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5e746bdb-c7c8-4f27-9c75-5249b5cdc1f9 req-3f9af353-85a2-4ab1-bf33-56ef6c25d78b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0633423 May 04 07:25:04.249244 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5e746bdb-c7c8-4f27-9c75-5249b5cdc1f9 req-c2518f0c-3911-4d53-9383-733e7670ab2f tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 May 04 07:25:04.280674 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-900a5ad5-e793-404a-a36a-24e26da72393 admin admin] Publish callbacks [] for security_group (185bc97f-ed59-4c8e-ac9f-a03539a3eb22), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.291393 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-900a5ad5-e793-404a-a36a-24e26da72393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (185bc97f-ed59-4c8e-ac9f-a03539a3eb22), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.342636 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-900a5ad5-e793-404a-a36a-24e26da72393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=558473f9215a496f9e70a46cf779f2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504524 May 04 07:25:04.344386 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5ad5-e793-404a-a36a-24e26da72393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185bc97f-ed59-4c8e-ac9f-a03539a3eb22,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:04.347134 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44366) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:04.368292 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5a4f-8980-4fcc-80e0-99c8f239c000 req-e0e3e028-b2ba-4a13-8a55-880e0dda9d80 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:04.370010 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e8d5a4f-8980-4fcc-80e0-99c8f239c000 req-e0e3e028-b2ba-4a13-8a55-880e0dda9d80 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0837185 May 04 07:25:04.487975 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e8d5a4f-8980-4fcc-80e0-99c8f239c000 req-b8b37872-2355-4b55-b22f-7c5560f23a49 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104844 May 04 07:25:04.496279 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] Publish callbacks [] for security_group (185bc97f-ed59-4c8e-ac9f-a03539a3eb22), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.505937 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3c7cf-10b2-4c4d-b234-6e292af8819d req-94225baf-9d25-419e-9fc3-42182f376bd8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:04.508911 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a5e3c7cf-10b2-4c4d-b234-6e292af8819d req-94225baf-9d25-419e-9fc3-42182f376bd8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.0671916 May 04 07:25:04.530890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] Publish callbacks [] for security_group (185bc97f-ed59-4c8e-ac9f-a03539a3eb22), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.566921 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a5e3c7cf-10b2-4c4d-b234-6e292af8819d req-caff5dfd-f769-4781-817a-a22239aeb4ab tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524390 May 04 07:25:04.601642 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (185bc97f-ed59-4c8e-ac9f-a03539a3eb22), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.605700 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.607251 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/185bc97f-ed59-4c8e-ac9f-a03539a3eb22 HTTP/1.1" status: 204 len: 168 time: 0.2580702 May 04 07:25:04.620853 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae7a5-8dbd-464e-ba09-caf7464a35cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185bc97f-ed59-4c8e-ac9f-a03539a3eb22,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:04.774961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:04.921129 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44380) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:04.934774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49ae18cb-f980-4887-9b93-0392822edfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.022537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49ae18cb-f980-4887-9b93-0392822edfe9 admin admin] Publish callbacks [] for security_group (8df2f872-d0cf-46fc-a349-5508994a7608), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.026834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49ae18cb-f980-4887-9b93-0392822edfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (8df2f872-d0cf-46fc-a349-5508994a7608), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.065828 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-49ae18cb-f980-4887-9b93-0392822edfe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7750edded1948738a3b9907b3d3fc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435101 May 04 07:25:05.066724 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae18cb-f980-4887-9b93-0392822edfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2f872-d0cf-46fc-a349-5508994a7608,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:05.069857 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44386) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:05.127363 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] Publish callbacks [] for security_group (8df2f872-d0cf-46fc-a349-5508994a7608), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.153724 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] Publish callbacks [] for security_group (8df2f872-d0cf-46fc-a349-5508994a7608), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.199913 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (8df2f872-d0cf-46fc-a349-5508994a7608), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.202387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:05.204063 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8df2f872-d0cf-46fc-a349-5508994a7608 HTTP/1.1" status: 204 len: 168 time: 0.1328251 May 04 07:25:05.212691 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef433-fe7b-44b2-9db7-029d5c4fe695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2f872-d0cf-46fc-a349-5508994a7608,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:05.379775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a05d3-4327-4bde-b833-23461f960f61 req-4ce8bd4a-6cba-4e62-bea9-115fed132d12 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:05.382257 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-470a05d3-4327-4bde-b833-23461f960f61 req-4ce8bd4a-6cba-4e62-bea9-115fed132d12 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0551653 May 04 07:25:05.434941 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-470a05d3-4327-4bde-b833-23461f960f61 req-d0625e93-210b-448f-9039-16c0235143be tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475237 May 04 07:25:05.626323 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5ae1e-99ee-4350-895b-6f67aa3db6c7 req-60d19bf7-2b63-4137-bde5-70cd92907adc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:05.628913 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cde5ae1e-99ee-4350-895b-6f67aa3db6c7 req-60d19bf7-2b63-4137-bde5-70cd92907adc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0685947 May 04 07:25:05.685369 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cde5ae1e-99ee-4350-895b-6f67aa3db6c7 req-b6605b5a-3560-4b65-94db-c2736ff3d8a2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 May 04 07:25:05.718334 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36e33-aee9-4b64-9c95-0e9ad2f30cc5 req-8f69678c-eb6b-4a68-9308-c8a72abed876 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:05.720131 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-89c36e33-aee9-4b64-9c95-0e9ad2f30cc5 req-8f69678c-eb6b-4a68-9308-c8a72abed876 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.0719295 May 04 07:25:05.784374 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-89c36e33-aee9-4b64-9c95-0e9ad2f30cc5 req-304d4d58-7f54-4232-a98e-ec919c4ada32 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538890 May 04 07:25:06.236306 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:06.570880 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8707f-8b0d-48b9-9b72-cdf728344c2a req-3faaa4cf-8f28-4545-b578-8da26a66d02b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:06.572420 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-08f8707f-8b0d-48b9-9b72-cdf728344c2a req-3faaa4cf-8f28-4545-b578-8da26a66d02b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0557358 May 04 07:25:06.626306 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-08f8707f-8b0d-48b9-9b72-cdf728344c2a req-de7b3b1f-a010-4d5a-9b34-a96501a1a981 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 May 04 07:25:06.807065 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5af4fc-7381-4fec-810a-80075bbc6441 req-f2ee96c3-3f3f-44d6-b7c6-00bdb2129222 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:06.810980 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb5af4fc-7381-4fec-810a-80075bbc6441 req-f2ee96c3-3f3f-44d6-b7c6-00bdb2129222 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0518458 May 04 07:25:06.869482 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb5af4fc-7381-4fec-810a-80075bbc6441 req-80fb0765-323c-46c6-86d2-10e1f91691b1 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 May 04 07:25:06.921377 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb139-8c86-4d3a-98b2-756fd3df0a44 req-3e76e840-3945-49ea-ae62-8ac096823737 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:06.923019 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7c7cb139-8c86-4d3a-98b2-756fd3df0a44 req-3e76e840-3945-49ea-ae62-8ac096823737 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.0607679 May 04 07:25:06.979752 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7c7cb139-8c86-4d3a-98b2-756fd3df0a44 req-d3b2557d-1921-471a-aabf-cc7cdacfd309 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509288 May 04 07:25:07.611271 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44488) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:07.736820 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-556a436a-5f94-4e0e-af61-fa605ab24c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:07.753315 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f207-9635-4a27-9dfa-25b9d9a6c73f req-d6a0e2ab-fb82-4644-9c10-65a609849a7c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:07.755013 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5124f207-9635-4a27-9dfa-25b9d9a6c73f req-d6a0e2ab-fb82-4644-9c10-65a609849a7c tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0618351 May 04 07:25:07.827568 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5124f207-9635-4a27-9dfa-25b9d9a6c73f req-57c80eba-ec28-45ce-816a-882e7fe7c1dc tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662000 May 04 07:25:07.866487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-556a436a-5f94-4e0e-af61-fa605ab24c52 admin admin] Publish callbacks [] for security_group (33914972-d8ca-42ca-ad05-464e9bce494f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:07.870356 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-556a436a-5f94-4e0e-af61-fa605ab24c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (33914972-d8ca-42ca-ad05-464e9bce494f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:07.921376 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44500) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:07.921957 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-556a436a-5f94-4e0e-af61-fa605ab24c52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f3d78d14824b949abcfe8fc94b8c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091187 May 04 07:25:07.922952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a436a-5f94-4e0e-af61-fa605ab24c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33914972-d8ca-42ca-ad05-464e9bce494f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:08.036885 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f06a9e-b5af-4ee6-bd6b-9f76b5e212df req-af91e26d-fb4f-4ff1-a4d3-fd08cde6e382 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:08.038170 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e7f06a9e-b5af-4ee6-bd6b-9f76b5e212df req-af91e26d-fb4f-4ff1-a4d3-fd08cde6e382 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0758104 May 04 07:25:08.044857 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] Publish callbacks [] for security_group (33914972-d8ca-42ca-ad05-464e9bce494f), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.085516 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] Publish callbacks [] for security_group (33914972-d8ca-42ca-ad05-464e9bce494f), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.108843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6abb4-d6d3-4557-93b9-88b9895b6402 req-2b4b8837-52fc-40d6-a4eb-6cdd1301431b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:08.110526 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6bd6abb4-d6d3-4557-93b9-88b9895b6402 req-2b4b8837-52fc-40d6-a4eb-6cdd1301431b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.0577590 May 04 07:25:08.135500 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e7f06a9e-b5af-4ee6-bd6b-9f76b5e212df req-a3f39250-773d-4ca9-be8f-e1ebf2ce3407 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 May 04 07:25:08.175368 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (33914972-d8ca-42ca-ad05-464e9bce494f), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.177061 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6bd6abb4-d6d3-4557-93b9-88b9895b6402 req-023162bb-abf6-435a-a54d-d66476bb16fd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576909 May 04 07:25:08.178010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.179906 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33914972-d8ca-42ca-ad05-464e9bce494f HTTP/1.1" status: 204 len: 168 time: 0.2575302 May 04 07:25:08.188700 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e5ff4-05c9-4396-9f62-35d966afffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33914972-d8ca-42ca-ad05-464e9bce494f,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:08.472187 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44514) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:08.486302 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-862cb1fd-342f-4dc0-af86-b7e5b604165d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.566506 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-862cb1fd-342f-4dc0-af86-b7e5b604165d admin admin] Publish callbacks [] for security_group (d0f4c4dd-2c47-4a5d-bed6-21b090233a49), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.571635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-862cb1fd-342f-4dc0-af86-b7e5b604165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d0f4c4dd-2c47-4a5d-bed6-21b090233a49), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.630554 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-862cb1fd-342f-4dc0-af86-b7e5b604165d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc929cf3d8f242c2889468419ec4a9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572535 May 04 07:25:08.631746 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cb1fd-342f-4dc0-af86-b7e5b604165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f4c4dd-2c47-4a5d-bed6-21b090233a49,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:08.633647 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44516) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:08.685729 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] Publish callbacks [] for security_group (d0f4c4dd-2c47-4a5d-bed6-21b090233a49), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.710125 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] Publish callbacks [] for security_group (d0f4c4dd-2c47-4a5d-bed6-21b090233a49), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.761080 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d0f4c4dd-2c47-4a5d-bed6-21b090233a49), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.763578 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:08.764715 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0f4c4dd-2c47-4a5d-bed6-21b090233a49 HTTP/1.1" status: 204 len: 168 time: 0.1300471 May 04 07:25:08.772958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536a16-6cbe-43c1-b114-aeb64ad1ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f4c4dd-2c47-4a5d-bed6-21b090233a49,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:08.955812 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1697b8-e154-4db6-b724-858a3b9fc626 req-44ccb882-58ba-48f1-8bc3-b88073c52779 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:08.957445 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d1697b8-e154-4db6-b724-858a3b9fc626 req-44ccb882-58ba-48f1-8bc3-b88073c52779 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0569460 May 04 07:25:09.026680 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d1697b8-e154-4db6-b724-858a3b9fc626 req-127de386-1d93-4e96-8634-af8a299b4525 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 May 04 07:25:09.271461 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3f43-6e6d-4280-aca1-33d6c7fe3b21 req-8dfafab5-ce4d-430d-89f3-fdc996e4cf36 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:09.281258 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2ff3f43-6e6d-4280-aca1-33d6c7fe3b21 req-8dfafab5-ce4d-430d-89f3-fdc996e4cf36 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0603471 May 04 07:25:09.352621 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2ff3f43-6e6d-4280-aca1-33d6c7fe3b21 req-0f71e7d3-3832-4de6-8b5d-ea8f35be690d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684295 May 04 07:25:09.354087 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970cdc6-6003-4eee-8ccc-ba0ebec0e968 req-0d21bad1-4755-41a5-8a9a-42f685e80b2f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:09.368455 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1970cdc6-6003-4eee-8ccc-ba0ebec0e968 req-0d21bad1-4755-41a5-8a9a-42f685e80b2f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 931 time: 0.1003702 May 04 07:25:09.419950 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1970cdc6-6003-4eee-8ccc-ba0ebec0e968 req-6e8666c1-5f64-410c-b4ed-70d99718b4be tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 May 04 07:25:09.769095 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Request body: {'port': {'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:09.854066 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:09.945382 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-446ea7cb-81e3-472f-a6a3-12f365270cdc service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822736 May 04 07:25:10.162553 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093fa7-9838-416e-bb74-450bea2357cf req-6fbe1dd4-0ea1-4c8d-8861-ed00d1f7afca tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:10.164657 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57093fa7-9838-416e-bb74-450bea2357cf req-6fbe1dd4-0ea1-4c8d-8861-ed00d1f7afca tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 943 time: 0.0652552 May 04 07:25:10.223584 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:10.237067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks [] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.258297 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57093fa7-9838-416e-bb74-450bea2357cf req-bb19d9fd-dce0-4e44-a818-c6593de8050b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 May 04 07:25:10.261783 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Transition to ACTIVE for port object 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:25:10.270627 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.357777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:10.416427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Attempting to bind port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:25:10.416929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Attempting to bind port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:25:10.417364 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Attempting to bind port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:25:10.421347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 7ac3d56f-660e-49b0-932e-0a95b2083700 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:25:10.423525 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:25:10.423979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Attempting to bind port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:25:10.430458 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:25:10.431189 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:25:10.431750 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:25:10.432297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Bound port: 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:25:10.432664 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.526558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:25:10.532866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:25:10.548016 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.557354 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179f15-d4c1-43ce-baa9-7e66915c04cb req-700ee983-1377-4f2a-9285-f3435f3a4317 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:10.569754 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-86179f15-d4c1-43ce-baa9-7e66915c04cb req-700ee983-1377-4f2a-9285-f3435f3a4317 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0924442 May 04 07:25:10.689352 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.db.resource_extend [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 07:25:10.700194 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-86179f15-d4c1-43ce-baa9-7e66915c04cb req-fd1357d2-2bdc-4ac7-9009-a30513345848 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268513 May 04 07:25:10.715942 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cfb4c-1501-4d48-9f0f-495ad4c3ad07 req-423a1c34-5543-408b-9ae1-a5632f1900d4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:10.717844 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d9cfb4c-1501-4d48-9f0f-495ad4c3ad07 req-423a1c34-5543-408b-9ae1-a5632f1900d4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0703220 May 04 07:25:10.728268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:10.728268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.728595 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] 10.222.0.26 "PUT /v2.0/ports/6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 200 len: 1093 time: 0.9658034 May 04 07:25:10.730378 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:10.733319 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04355358-db3e-45ed-8196-2e6daace7b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:10.810612 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e27e-e7b9-4eb9-8915-f1dcacc72e81 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:10.816416 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ac3d56f-660e-49b0-932e-0a95b2083700,segment=NetworkSegment(3ef67da6-acfc-4768-9e34-00e5074cd12b),segment_id=3ef67da6-acfc-4768-9e34-00e5074cd12b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:10.826630 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f43b56-abd6-49fe-b60d-f3ac5171b9dc x-openstack-request-id: req-41f43b56-abd6-49fe-b60d-f3ac5171b9dc {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:10.827062 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:10.827355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41f43b56-abd6-49fe-b60d-f3ac5171b9dc {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:10.827756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f43b56-abd6-49fe-b60d-f3ac5171b9dc'] response: {'name': 'network-changed', 'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'status': 'completed', 'code': 200} May 04 07:25:10.832649 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '7ac3d56f-660e-49b0-932e-0a95b2083700', 'network_id': '67f94df7-c873-4e7d-8943-a2d4a0acd1bb', 'port_id': '7ac3d56f-660e-49b0-932e-0a95b2083700', 'mac_address': 'fa:16:3e:10:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07e125c-3f35-407d-bbde-b25a77e79e73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:25:10.877451 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d9cfb4c-1501-4d48-9f0f-495ad4c3ad07 req-2cc3b32c-50a3-4920-a25a-faaf0026f1ab tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479657 May 04 07:25:10.897467 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 7ac3d56f-660e-49b0-932e-0a95b2083700 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:10.898060 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:10.926590 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac3d56f-660e-49b0-932e-0a95b2083700 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:10.952384 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ac3d56f-660e-49b0-932e-0a95b2083700,segment=NetworkSegment(3ef67da6-acfc-4768-9e34-00e5074cd12b),segment_id=3ef67da6-acfc-4768-9e34-00e5074cd12b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:10.958811 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.056438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:11.290021 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44694) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:11.399047 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44704) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:11.431681 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73fee2-2077-4cf9-8949-ef3ee5822773 req-4e43b228-26b9-4cce-ac67-cf945f36b8fc tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:11.439728 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0c73fee2-2077-4cf9-8949-ef3ee5822773 req-4e43b228-26b9-4cce-ac67-cf945f36b8fc tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 944 time: 0.0740218 May 04 07:25:11.509589 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0c73fee2-2077-4cf9-8949-ef3ee5822773 req-e62438bc-8544-4c2a-8035-9f5d1159cb5b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687158 May 04 07:25:11.530621 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ffa09abb-650b-45eb-8460-80ee705963b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.581730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a384aa7b-f292-405e-9865-045691a742e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.660029 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ffa09abb-650b-45eb-8460-80ee705963b7 admin admin] Publish callbacks [] for security_group (1c03e180-2fa0-4f17-bd5b-147fea4a212c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.668157 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ffa09abb-650b-45eb-8460-80ee705963b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1c03e180-2fa0-4f17-bd5b-147fea4a212c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.730423 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ffa09abb-650b-45eb-8460-80ee705963b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50d074731b643b4ac9fa2cbccb9a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392130 May 04 07:25:11.733104 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44720) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:11.742706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09abb-650b-45eb-8460-80ee705963b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03e180-2fa0-4f17-bd5b-147fea4a212c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:11.749292 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['7ac3d56f-660e-49b0-932e-0a95b2083700'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:25:11.764281 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a384aa7b-f292-405e-9865-045691a742e4 admin admin] Publish callbacks [] for security_group (b3443468-c50b-4b2c-ba75-d00ed27b79aa), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.777539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a384aa7b-f292-405e-9865-045691a742e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b3443468-c50b-4b2c-ba75-d00ed27b79aa), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.859937 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a384aa7b-f292-405e-9865-045691a742e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=310ece6d486b44f48ae7b72866fce5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587488 May 04 07:25:11.860541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384aa7b-f292-405e-9865-045691a742e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3443468-c50b-4b2c-ba75-d00ed27b79aa,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:11.862926 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44724) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:11.878420 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] Publish callbacks [] for security_group (1c03e180-2fa0-4f17-bd5b-147fea4a212c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.896491 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4338-d2e0-4b2d-97b0-1fab6e58607a req-a2b12c67-2bca-468d-8638-f0adae3f0e05 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:11.898988 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c11d4338-d2e0-4b2d-97b0-1fab6e58607a req-a2b12c67-2bca-468d-8638-f0adae3f0e05 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0966487 May 04 07:25:11.924555 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] Publish callbacks [] for security_group (1c03e180-2fa0-4f17-bd5b-147fea4a212c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:11.942933 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44728) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:12.008017 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c11d4338-d2e0-4b2d-97b0-1fab6e58607a req-afcad423-89df-4313-862c-9bb0f8c055a9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962489 May 04 07:25:12.031937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1c03e180-2fa0-4f17-bd5b-147fea4a212c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.035270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.036630 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c03e180-2fa0-4f17-bd5b-147fea4a212c HTTP/1.1" status: 204 len: 168 time: 0.3026755 May 04 07:25:12.040430 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] Publish callbacks [] for security_group (b3443468-c50b-4b2c-ba75-d00ed27b79aa), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.046152 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b79a3-66de-4fd3-8ba5-ff16320df33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03e180-2fa0-4f17-bd5b-147fea4a212c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:12.090506 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] Publish callbacks [] for security_group (b3443468-c50b-4b2c-ba75-d00ed27b79aa), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.098167 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c19d3-b69a-43c7-a047-4ac9634f6311 req-d482f063-fd62-4fb6-a1ca-620011522d88 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:12.106115 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df2c19d3-b69a-43c7-a047-4ac9634f6311 req-d482f063-fd62-4fb6-a1ca-620011522d88 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0959830 May 04 07:25:12.187457 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bfb96b7-cb2a-4049-bc97-b3b7de4f9031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.192121 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df2c19d3-b69a-43c7-a047-4ac9634f6311 req-c3f7bba8-865e-43c8-9fad-72bb2a92a5ed tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852020 May 04 07:25:12.225561 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b3443468-c50b-4b2c-ba75-d00ed27b79aa), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.229270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.230880 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3443468-c50b-4b2c-ba75-d00ed27b79aa HTTP/1.1" status: 204 len: 168 time: 0.3664696 May 04 07:25:12.251345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458008c5-a585-457c-bfca-adf46131af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3443468-c50b-4b2c-ba75-d00ed27b79aa,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:12.314031 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bfb96b7-cb2a-4049-bc97-b3b7de4f9031 admin admin] Publish callbacks [] for security_group (6e0f4871-9f89-4e6a-a14a-722b55764fd6), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.318384 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bfb96b7-cb2a-4049-bc97-b3b7de4f9031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6e0f4871-9f89-4e6a-a14a-722b55764fd6), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.362869 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-8bfb96b7-cb2a-4049-bc97-b3b7de4f9031 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56d36d7542cf4a3bbb32f5e5e8db7748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136753 May 04 07:25:12.362869 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb96b7-cb2a-4049-bc97-b3b7de4f9031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f4871-9f89-4e6a-a14a-722b55764fd6,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:12.363507 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44740) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:12.448075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] Publish callbacks [] for security_group (6e0f4871-9f89-4e6a-a14a-722b55764fd6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.501689 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] Publish callbacks [] for security_group (6e0f4871-9f89-4e6a-a14a-722b55764fd6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.674209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-813a4869-133c-4963-9958-80ca7886b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:12.680770 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-813a4869-133c-4963-9958-80ca7886b1ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1128 time: 0.1181960 May 04 07:25:12.775393 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3b51cfa-a005-4b0f-a819-0bf32414c5a4 req-cfb11482-57e2-4438-97c1-5456921408d4 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361698 May 04 07:25:12.948204 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44780) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:12.978483 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abbd9e5b-e84f-4591-aaa8-100cc067c496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:12.991685 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device c6a82085-9368-494e-87db-a2a6ece36989 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:25:13.011630 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04355358-db3e-45ed-8196-2e6daace7b4c req-e4e536f8-23cb-4c28-83cd-39e8da86541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.013385 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04355358-db3e-45ed-8196-2e6daace7b4c req-e4e536f8-23cb-4c28-83cd-39e8da86541e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1127 time: 0.4393833 May 04 07:25:13.041121 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6e0f4871-9f89-4e6a-a14a-722b55764fd6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.050855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.052284 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e0f4871-9f89-4e6a-a14a-722b55764fd6 HTTP/1.1" status: 204 len: 168 time: 0.6875505 May 04 07:25:13.149544 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b6f3-8566-4709-9678-ef513479bef8 req-e17c81ea-30a3-4391-8b99-a14480e130ca tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.151461 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8122b6f3-8566-4709-9678-ef513479bef8 req-e17c81ea-30a3-4391-8b99-a14480e130ca tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 944 time: 0.4440925 May 04 07:25:13.154916 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abbd9e5b-e84f-4591-aaa8-100cc067c496 admin admin] Publish callbacks [] for security_group (930daa89-2397-49c5-8a00-1056e307f612), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.201726 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6a82085-9368-494e-87db-a2a6ece36989,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:13.221854 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 7ac3d56f-660e-49b0-932e-0a95b2083700 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:25:13.224374 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef170-be83-4115-9a42-0eed16c7e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f4871-9f89-4e6a-a14a-722b55764fd6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.255702 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b85f80-415d-4184-93ab-6ca55b4a4f5e req-66b7c40a-8dcc-4f94-abf5-6d87b17a192b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.257832 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-86b85f80-415d-4184-93ab-6ca55b4a4f5e req-66b7c40a-8dcc-4f94-abf5-6d87b17a192b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.1131859 May 04 07:25:13.259035 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abbd9e5b-e84f-4591-aaa8-100cc067c496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (930daa89-2397-49c5-8a00-1056e307f612), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.269442 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'c6a82085-9368-494e-87db-a2a6ece36989', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'port_id': 'c6a82085-9368-494e-87db-a2a6ece36989', 'mac_address': 'fa:16:3e:6c:59:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:25:13.308542 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-0d304bcd-30e0-423f-884d-cc219c65d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.310041 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-0d304bcd-30e0-423f-884d-cc219c65d2c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.6015928 May 04 07:25:13.337817 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port c6a82085-9368-494e-87db-a2a6ece36989 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:13.338532 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c6a82085-9368-494e-87db-a2a6ece36989), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.346747 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-abbd9e5b-e84f-4591-aaa8-100cc067c496 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97bc96e2ec274833a0bcd3dee3200078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963647 May 04 07:25:13.354283 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd9e5b-e84f-4591-aaa8-100cc067c496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930daa89-2397-49c5-8a00-1056e307f612,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.357968 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44792) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:13.372091 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a82085-9368-494e-87db-a2a6ece36989 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:13.396768 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6a82085-9368-494e-87db-a2a6ece36989,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:13.411368 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.414450 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 7ac3d56f-660e-49b0-932e-0a95b2083700 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:25:13.415021 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8122b6f3-8566-4709-9678-ef513479bef8 req-cbc635e4-561c-416f-b89f-d38dce736f73 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285213 May 04 07:25:13.460570 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04355358-db3e-45ed-8196-2e6daace7b4c req-6cc6031d-24d5-4b3e-bc77-d2451bd786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.461187 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 7ac3d56f-660e-49b0-932e-0a95b2083700 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:25:13.461187 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.462949 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04355358-db3e-45ed-8196-2e6daace7b4c req-6cc6031d-24d5-4b3e-bc77-d2451bd786b5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4257336 May 04 07:25:13.497644 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-86b85f80-415d-4184-93ab-6ca55b4a4f5e req-825081b7-ac40-4040-9ed1-e429d020f9f5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038813 May 04 07:25:13.535712 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] Publish callbacks [] for security_group (930daa89-2397-49c5-8a00-1056e307f612), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.549381 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.565874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] Publish callbacks [] for security_group (930daa89-2397-49c5-8a00-1056e307f612), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.600698 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0dbe-e5a6-4d69-955a-4ae47eb87b75 req-08a507be-0723-4c95-afa6-0f3a14c656d5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:13.607121 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a2bd0dbe-e5a6-4d69-955a-4ae47eb87b75 req-08a507be-0723-4c95-afa6-0f3a14c656d5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0829666 May 04 07:25:13.634778 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44800) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:13.642933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 7ac3d56f-660e-49b0-932e-0a95b2083700 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:13.643493 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.652731 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c20f84ad-41d2-4157-a2bf-5cadbafcd342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.655808 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (930daa89-2397-49c5-8a00-1056e307f612), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.658448 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.661838 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/930daa89-2397-49c5-8a00-1056e307f612 HTTP/1.1" status: 204 len: 168 time: 0.2960198 May 04 07:25:13.672824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:13.695239 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9769f-378b-4ff2-a4ae-9af02c0eb101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930daa89-2397-49c5-8a00-1056e307f612,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.707667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a2bd0dbe-e5a6-4d69-955a-4ae47eb87b75 req-428d3370-7e13-4e95-937b-ffd4cfe9d922 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808406 May 04 07:25:13.769047 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ac3d56f-660e-49b0-932e-0a95b2083700,segment=NetworkSegment(3ef67da6-acfc-4768-9e34-00e5074cd12b),segment_id=3ef67da6-acfc-4768-9e34-00e5074cd12b)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:13.781264 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.822932 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c20f84ad-41d2-4157-a2bf-5cadbafcd342 admin admin] Publish callbacks [] for security_group (9e3369bf-4459-4bc7-a2ff-a97107dfe55f), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.830010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c20f84ad-41d2-4157-a2bf-5cadbafcd342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9e3369bf-4459-4bc7-a2ff-a97107dfe55f), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.839837 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.877909 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c20f84ad-41d2-4157-a2bf-5cadbafcd342 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70c2a8807f2a4c8391ad495c55aa6445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409759 May 04 07:25:13.879005 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f84ad-41d2-4157-a2bf-5cadbafcd342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3369bf-4459-4bc7-a2ff-a97107dfe55f,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:13.880841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44814) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:13.948089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] Publish callbacks [] for security_group (9e3369bf-4459-4bc7-a2ff-a97107dfe55f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:13.992396 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['c6a82085-9368-494e-87db-a2a6ece36989'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:25:14.027224 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] Publish callbacks [] for security_group (9e3369bf-4459-4bc7-a2ff-a97107dfe55f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.111929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9e3369bf-4459-4bc7-a2ff-a97107dfe55f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.116007 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.116305 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.117479 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e3369bf-4459-4bc7-a2ff-a97107dfe55f HTTP/1.1" status: 204 len: 168 time: 0.2353866 May 04 07:25:14.130439 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9864d-2875-4b2f-b5b4-efcc9c73fff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3369bf-4459-4bc7-a2ff-a97107dfe55f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:14.268523 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d087e293-c095-4cb4-ab97-dec38bc841ae" -d '{"events": [{"server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:14.480852 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 44844) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:14.498289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f3c74929-9f18-4bbb-b270-e30d6cc4b547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.580115 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272cfe0-1f81-48ed-8104-1ea205ea55ff req-0f86bb45-4634-44b7-a96c-b94453a9cb82 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:14.580731 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44848) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:14.581200 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a272cfe0-1f81-48ed-8104-1ea205ea55ff req-0f86bb45-4634-44b7-a96c-b94453a9cb82 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0624201 May 04 07:25:14.661574 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f3c74929-9f18-4bbb-b270-e30d6cc4b547 admin admin] Publish callbacks [] for security_group (97b8f609-d772-4213-8bfd-28df7d0004a9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.666210 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a272cfe0-1f81-48ed-8104-1ea205ea55ff req-ba894438-fdb5-4cd6-8af6-1de328d52080 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718374 May 04 07:25:14.667430 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f3c74929-9f18-4bbb-b270-e30d6cc4b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (97b8f609-d772-4213-8bfd-28df7d0004a9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.712399 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f3c74929-9f18-4bbb-b270-e30d6cc4b547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ab00322553b427587e2a8500a826b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302873 May 04 07:25:14.713277 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c74929-9f18-4bbb-b270-e30d6cc4b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b8f609-d772-4213-8bfd-28df7d0004a9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:14.717309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44856) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:14.792706 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Publish callbacks [] for security_group (97b8f609-d772-4213-8bfd-28df7d0004a9), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.798132 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3d5ac-99b3-40e1-ac28-a80fd60e4121 req-6e1e4658-ba45-4ef7-a068-fcb2cd1aefc4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:14.805166 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9c3d5ac-99b3-40e1-ac28-a80fd60e4121 req-6e1e4658-ba45-4ef7-a068-fcb2cd1aefc4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.0616419 May 04 07:25:14.823855 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Publish callbacks [] for security_group (97b8f609-d772-4213-8bfd-28df7d0004a9), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.855460 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5e9c9-4a2b-4713-8bf5-0ed81ab28940 x-openstack-request-id: req-daf5e9c9-4a2b-4713-8bf5-0ed81ab28940 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:14.856469 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "name": "network-vif-plugged", "status": "completed", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:14.856906 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daf5e9c9-4a2b-4713-8bf5-0ed81ab28940 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:14.857511 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf5e9c9-4a2b-4713-8bf5-0ed81ab28940'] response: {'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700', 'code': 200} May 04 07:25:14.875778 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9c3d5ac-99b3-40e1-ac28-a80fd60e4121 req-903e2f67-5da7-4927-8a98-7502021964ad tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695095 May 04 07:25:14.903078 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (97b8f609-d772-4213-8bfd-28df7d0004a9), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.908221 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:14.910157 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97b8f609-d772-4213-8bfd-28df7d0004a9 HTTP/1.1" status: 204 len: 168 time: 0.1914434 May 04 07:25:14.920143 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b8f609-d772-4213-8bfd-28df7d0004a9,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:14.929815 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.930463 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.932008 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.932359 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.932692 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.933092 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.933628 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.933885 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.934220 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.934710 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.935228 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.935823 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.936292 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.936755 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.937146 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8295fb-4021-4c8a-b09e-fc9a69c823f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:14.995004 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456798a7-33e1-492c-852e-a486757895c8 req-a5a71b25-c74a-48d1-93bc-3e4980012ec9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:14.996821 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-456798a7-33e1-492c-852e-a486757895c8 req-a5a71b25-c74a-48d1-93bc-3e4980012ec9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0695601 May 04 07:25:15.059011 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7a0-f177-4c97-9d8e-d4c0605f7e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.063862 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-456798a7-33e1-492c-852e-a486757895c8 req-c629e518-4c32-49fd-8b8b-1d37a5487e3f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612838 May 04 07:25:15.095954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device c6a82085-9368-494e-87db-a2a6ece36989 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:25:15.171838 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7a0-f177-4c97-9d8e-d4c0605f7e07 admin admin] Publish callbacks [] for security_group (2535d8be-f78c-4a6f-b01a-374744146d92), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.175410 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port c6a82085-9368-494e-87db-a2a6ece36989 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:25:15.179535 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7a0-f177-4c97-9d8e-d4c0605f7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (2535d8be-f78c-4a6f-b01a-374744146d92), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.187755 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port c6a82085-9368-494e-87db-a2a6ece36989 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:25:15.190482 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (c6a82085-9368-494e-87db-a2a6ece36989), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.234433 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd7a0-f177-4c97-9d8e-d4c0605f7e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535d8be-f78c-4a6f-b01a-374744146d92,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:15.258184 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f6edd7a0-f177-4c97-9d8e-d4c0605f7e07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fc5d661ed384c7bacc40c58b18c0b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715229 May 04 07:25:15.259777 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44876) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:15.316268 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port c6a82085-9368-494e-87db-a2a6ece36989 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:15.316932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c6a82085-9368-494e-87db-a2a6ece36989), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.335429 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] Publish callbacks [] for security_group (2535d8be-f78c-4a6f-b01a-374744146d92), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.360382 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6a82085-9368-494e-87db-a2a6ece36989,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:15.364163 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] Publish callbacks [] for security_group (2535d8be-f78c-4a6f-b01a-374744146d92), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.367734 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.440035 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (2535d8be-f78c-4a6f-b01a-374744146d92), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.442678 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:15.446997 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2535d8be-f78c-4a6f-b01a-374744146d92 HTTP/1.1" status: 204 len: 168 time: 0.1830578 May 04 07:25:15.454204 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8836-7956-4731-92a2-e800c0910608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535d8be-f78c-4a6f-b01a-374744146d92,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:15.458531 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:15.814225 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-562dd088-c856-4d07-99fe-67103b9f517c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.1834123 May 04 07:25:15.902942 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62206b-eb24-4f55-9b07-b8cc9ec90986 req-8c2b9cdc-6508-49f1-b292-9b20e24529c7 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:15.904537 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ae62206b-eb24-4f55-9b07-b8cc9ec90986 req-8c2b9cdc-6508-49f1-b292-9b20e24529c7 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0995545 May 04 07:25:15.926678 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04355358-db3e-45ed-8196-2e6daace7b4c req-93acf461-821f-4f0b-b868-6f323345c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:15.929327 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04355358-db3e-45ed-8196-2e6daace7b4c req-93acf461-821f-4f0b-b868-6f323345c5ca service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112600 May 04 07:25:15.945873 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44910) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:15.970863 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3403ac0-693c-4cf8-98dd-074876ebce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.023846 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ae62206b-eb24-4f55-9b07-b8cc9ec90986 req-03dfa6b7-4bae-4f67-8040-277631e85a70 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995364 May 04 07:25:16.125763 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-f75edd59-574b-40ac-b35e-4fb5e79fd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.139590 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-f75edd59-574b-40ac-b35e-4fb5e79fd9d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.1065853 May 04 07:25:16.184237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f16a-73dd-45c6-8d6f-4aa1bc13884f req-8c5d5536-e737-4309-be17-fbe5f4b2556a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.186477 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9891f16a-73dd-45c6-8d6f-4aa1bc13884f req-8c5d5536-e737-4309-be17-fbe5f4b2556a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.2037218 May 04 07:25:16.279018 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-60b5f688-8780-4a82-8fc8-4ed1c515067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.280783 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-60b5f688-8780-4a82-8fc8-4ed1c515067d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1127 time: 0.1533227 May 04 07:25:16.316218 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-f3642013-33bb-4705-88b9-053a61e39327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.317718 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-f3642013-33bb-4705-88b9-053a61e39327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1703324 May 04 07:25:16.335181 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-761e4a97-99c2-4af7-b330-3a3ac66ec7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.337009 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-761e4a97-99c2-4af7-b330-3a3ac66ec7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 1129 time: 0.1911564 May 04 07:25:16.348662 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30ac7-04e0-44a1-80a9-3180c772097c req-a8ed6ddd-1e9e-4801-827a-d1bf467ea9ed tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.357919 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36e30ac7-04e0-44a1-80a9-3180c772097c req-a8ed6ddd-1e9e-4801-827a-d1bf467ea9ed tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.1414726 May 04 07:25:16.358396 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-9acb14ca-f546-49e7-a840-7d180ca89e4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 200 len: 217 time: 0.0603051 May 04 07:25:16.387235 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9891f16a-73dd-45c6-8d6f-4aa1bc13884f req-d5510239-4826-4f15-b8c7-a3842570b80a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760035 May 04 07:25:16.420219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3403ac0-693c-4cf8-98dd-074876ebce79 admin admin] Publish callbacks [] for security_group (9b40c866-88d7-48fc-85a4-51b613ac0ef3), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.426847 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3403ac0-693c-4cf8-98dd-074876ebce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9b40c866-88d7-48fc-85a4-51b613ac0ef3), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.427060 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.477397 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-1971d9bf-a31f-49c1-a659-f650d12074fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.478919 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-1971d9bf-a31f-49c1-a659-f650d12074fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.1110528 May 04 07:25:16.484919 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f3403ac0-693c-4cf8-98dd-074876ebce79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ade60cc96c3c4a33a053475a74d6a50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5349414 May 04 07:25:16.484919 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3403ac0-693c-4cf8-98dd-074876ebce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40c866-88d7-48fc-85a4-51b613ac0ef3,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:16.486335 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 44936) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:16.536576 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-43f6eff8-3cb5-4665-b1ea-97b7c9330f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:16.538803 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-43f6eff8-3cb5-4665-b1ea-97b7c9330f67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515921 May 04 07:25:16.554661 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36e30ac7-04e0-44a1-80a9-3180c772097c req-8987e923-2766-402f-8d62-f0d29637b3d3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905100 May 04 07:25:16.566661 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-e89f3441-b519-4431-bcff-054265bbcc36 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401733 May 04 07:25:16.689002 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Publish callbacks [] for security_group (a2b4b2ce-af28-4805-b735-d45ff765c7ab), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.698720 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a2b4b2ce-af28-4805-b735-d45ff765c7ab), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.715722 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-8fb0d035-c494-4ff8-a4ad-259eaf685824 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694047 May 04 07:25:16.725846 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c55a2e5-dfe9-4f48-ab99-3976c71742c7 req-1ac3c4c8-d79b-4820-a4cf-52c340baf283 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520300 May 04 07:25:16.738888 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] Publish callbacks [] for security_group (9b40c866-88d7-48fc-85a4-51b613ac0ef3), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.763773 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9ff6f7f-b6fe-4b87-861b-f49a8a0cc629 req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903167 May 04 07:25:16.768956 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b4b2ce-af28-4805-b735-d45ff765c7ab,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:16.779487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.780511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.781046 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.782445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.783844 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.784586 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.785108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.785762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.786279 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.786790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.788079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.788662 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.789774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.790925 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.791507 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cc206-a738-42ab-9dfc-c6b87e27ea2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:16.796646 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] Publish callbacks [] for security_group (9b40c866-88d7-48fc-85a4-51b613ac0ef3), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.860899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:16.866368 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e4f6f5-a1bd-4383-96b7-cd7455dd7b0d" -d '{"events": [{"server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82085-9368-494e-87db-a2a6ece36989"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:16.883989 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0dc8adf6-89dd-45e2-890b-cca98a1aa63f req-6653f420-55d7-49a3-bd9a-93924f50786c service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616192 May 04 07:25:16.903788 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9b40c866-88d7-48fc-85a4-51b613ac0ef3), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.904759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:16.908280 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b40c866-88d7-48fc-85a4-51b613ac0ef3 HTTP/1.1" status: 204 len: 168 time: 0.4174261 May 04 07:25:16.916135 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8e475-ecd8-4304-a29d-af6fad7475cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40c866-88d7-48fc-85a4-51b613ac0ef3,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:16.922520 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee48b9c-b4a8-4130-917b-f7bee7f28146 x-openstack-request-id: req-8ee48b9c-b4a8-4130-917b-f7bee7f28146 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:16.922827 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82085-9368-494e-87db-a2a6ece36989", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:16.923196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ee48b9c-b4a8-4130-917b-f7bee7f28146 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:16.923737 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee48b9c-b4a8-4130-917b-f7bee7f28146'] response: {'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989', 'code': 200} May 04 07:25:17.095509 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:25:17.391396 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d377-3710-4e11-9125-c1a95beece7d req-b815a923-8be5-47c0-8ef7-9f678438b483 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:17.392052 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:17.395869 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00a4d377-3710-4e11-9125-c1a95beece7d req-b815a923-8be5-47c0-8ef7-9f678438b483 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.1502333 May 04 07:25:17.429212 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'port_id': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9', 'mac_address': 'fa:16:3e:92:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:25:17.533645 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00a4d377-3710-4e11-9125-c1a95beece7d req-b871591d-bacc-4fe7-aab8-ef566670c72d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271596 May 04 07:25:17.555776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:17.559565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:17.588979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bacb-851c-441d-a179-fca03c55e5d7 req-e57291bc-540d-4f74-a196-a4bdb95a7524 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:17.607868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:17.617587 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43d3bacb-851c-441d-a179-fca03c55e5d7 req-e57291bc-540d-4f74-a196-a4bdb95a7524 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 943 time: 0.1168821 May 04 07:25:17.654366 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:17.662540 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:17.780092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:17.786022 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43d3bacb-851c-441d-a179-fca03c55e5d7 req-8c1a5390-619e-4507-8bd1-952a90369efb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674011 May 04 07:25:17.798075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29acad-6611-480c-be9a-fe603fda9e75 req-99fc4e39-6ffd-4139-937b-1513f60994d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:17.799759 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9f29acad-6611-480c-be9a-fe603fda9e75 req-99fc4e39-6ffd-4139-937b-1513f60994d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.1295366 May 04 07:25:17.803930 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.804454 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.805977 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.806523 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.807879 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.808658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.809152 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.812219 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.812725 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.813409 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.814426 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.814933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.815961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.816295 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.816625 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:25:17.876127 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9f29acad-6611-480c-be9a-fe603fda9e75 req-048bd425-da62-478d-a092-2e7bf86b31ab tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656402 May 04 07:25:18.230325 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['4c320252-46d7-4a2b-a8e7-26079ecdb4e9'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:25:18.677247 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0e885-4929-41d0-8ac0-7ae540ff1203 req-a29ffd36-6939-46dc-a014-105382547a5b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:18.679804 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53f0e885-4929-41d0-8ac0-7ae540ff1203 req-a29ffd36-6939-46dc-a014-105382547a5b tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0652626 May 04 07:25:18.750821 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53f0e885-4929-41d0-8ac0-7ae540ff1203 req-bd6e71f4-54bb-4559-9f52-763441c2b303 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 May 04 07:25:18.959606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74490-12bb-403a-80b5-bf7758a9f4da req-dcb1f294-ad47-43f7-854d-12e5701950a2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:18.961997 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0b74490-12bb-403a-80b5-bf7758a9f4da req-dcb1f294-ad47-43f7-854d-12e5701950a2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 944 time: 0.0655265 May 04 07:25:19.036213 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7386b-8418-4cd6-bccf-695b2b9c92f9 req-612a3c8b-1e80-4dec-83ac-2dcb4989d6e4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:19.046237 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bfa7386b-8418-4cd6-bccf-695b2b9c92f9 req-612a3c8b-1e80-4dec-83ac-2dcb4989d6e4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0680006 May 04 07:25:19.058911 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0b74490-12bb-403a-80b5-bf7758a9f4da req-901b9e80-dfb4-4de8-a235-0390f8b91ac2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909228 May 04 07:25:19.104754 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bfa7386b-8418-4cd6-bccf-695b2b9c92f9 req-4e27c868-e29f-4fe9-9986-473c8d1dc0c0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574353 May 04 07:25:19.318026 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:25:19.375596 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:25:19.383731 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:25:19.384141 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.411242 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45098) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:19.488827 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:19.489365 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.521730 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:19.524594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42323c04-e034-4b4c-a586-8208fb7b93d3" -d '{"events": [{"server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:19.564884 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:19.574600 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.609222 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c9c344-e618-4531-83b3-c7eb01d97fa9 x-openstack-request-id: req-d8c9c344-e618-4531-83b3-c7eb01d97fa9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:19.609741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:19.609941 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8c9c344-e618-4531-83b3-c7eb01d97fa9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:19.610844 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c9c344-e618-4531-83b3-c7eb01d97fa9'] response: {'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9', 'code': 200} May 04 07:25:19.612405 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e542b625-cdc9-4786-a1f6-074cd99f1a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.640851 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:19.717209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e542b625-cdc9-4786-a1f6-074cd99f1a84 admin admin] Publish callbacks [] for security_group (b4e5afa8-64ff-4040-8ab9-55dada477558), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.722281 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e542b625-cdc9-4786-a1f6-074cd99f1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b4e5afa8-64ff-4040-8ab9-55dada477558), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.763572 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e542b625-cdc9-4786-a1f6-074cd99f1a84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2fdb2e64ca46cb9d2af9126c9a71bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506048 May 04 07:25:19.764397 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542b625-cdc9-4786-a1f6-074cd99f1a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5afa8-64ff-4040-8ab9-55dada477558,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:19.766539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45108) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:19.856105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] Publish callbacks [] for security_group (b4e5afa8-64ff-4040-8ab9-55dada477558), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.894856 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] Publish callbacks [] for security_group (b4e5afa8-64ff-4040-8ab9-55dada477558), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.930948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9870b01-8dc6-4c09-b692-d4f837681b7f req-ccf75e40-32ac-42cd-947d-6835af5518f9 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:19.933465 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e9870b01-8dc6-4c09-b692-d4f837681b7f req-ccf75e40-32ac-42cd-947d-6835af5518f9 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0951006 May 04 07:25:19.962136 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b4e5afa8-64ff-4040-8ab9-55dada477558), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.969807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:19.969807 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4e5afa8-64ff-4040-8ab9-55dada477558 HTTP/1.1" status: 204 len: 168 time: 0.1987619 May 04 07:25:19.989270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a19ac-ea5b-4d9d-8da8-82e50d4ca318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5afa8-64ff-4040-8ab9-55dada477558,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:20.001438 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e9870b01-8dc6-4c09-b692-d4f837681b7f req-48a7b13b-c476-4ac4-901c-4b186d551744 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 May 04 07:25:20.198078 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060881da-d293-4f2c-881a-e12c7d3021ea req-2f55d16e-250e-4b02-b1fc-f438cba8855a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:20.205642 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-060881da-d293-4f2c-881a-e12c7d3021ea req-2f55d16e-250e-4b02-b1fc-f438cba8855a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0580845 May 04 07:25:20.243710 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011311b6-791a-41c4-99f6-9df3d9efcc31 req-fe3e7962-1c2f-408c-bc21-3602997d2af3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:20.245515 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-011311b6-791a-41c4-99f6-9df3d9efcc31 req-fe3e7962-1c2f-408c-bc21-3602997d2af3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.0582852 May 04 07:25:20.267770 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-060881da-d293-4f2c-881a-e12c7d3021ea req-cafd6086-70d7-4318-bcb5-eae9b07cb504 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603981 May 04 07:25:20.312178 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-011311b6-791a-41c4-99f6-9df3d9efcc31 req-b6ca0257-d06f-43af-b54d-0dbe3a5d5161 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587211 May 04 07:25:20.422602 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45144) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:20.438868 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ac4c98b1-cacc-43e0-b4bb-09a3d887f27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.564299 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c197-db16-4986-b59a-496d6c5a3ba9 req-542cbe6a-a3d8-4b8c-ae74-e20316d2b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:20.566403 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0003c197-db16-4986-b59a-496d6c5a3ba9 req-542cbe6a-a3d8-4b8c-ae74-e20316d2b2db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0781555 May 04 07:25:20.570383 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2f5f9-15d6-47f7-a826-86ea50347f91 req-8d291c12-56d7-44b0-be2f-0c572aa8d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:20.572004 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75a2f5f9-15d6-47f7-a826-86ea50347f91 req-8d291c12-56d7-44b0-be2f-0c572aa8d6ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1129 time: 0.0629196 May 04 07:25:20.605525 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ac4c98b1-cacc-43e0-b4bb-09a3d887f27d admin admin] Publish callbacks [] for security_group (f0fd65d5-a484-4d70-ac7a-51516469a85a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.619296 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ac4c98b1-cacc-43e0-b4bb-09a3d887f27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (f0fd65d5-a484-4d70-ac7a-51516469a85a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.648887 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0003c197-db16-4986-b59a-496d6c5a3ba9 req-9094435b-0544-4f49-a1bd-ebf692c2ddba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758910 May 04 07:25:20.656388 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75a2f5f9-15d6-47f7-a826-86ea50347f91 req-63d2c1e7-afaa-49b0-8748-526425be017e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 May 04 07:25:20.683546 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ac4c98b1-cacc-43e0-b4bb-09a3d887f27d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50f72c487d4e46f7b3244e1786756527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597141 May 04 07:25:20.684703 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c98b1-cacc-43e0-b4bb-09a3d887f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd65d5-a484-4d70-ac7a-51516469a85a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:20.687807 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45150) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:20.746612 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] Publish callbacks [] for security_group (f0fd65d5-a484-4d70-ac7a-51516469a85a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.773778 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] Publish callbacks [] for security_group (f0fd65d5-a484-4d70-ac7a-51516469a85a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.839983 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (f0fd65d5-a484-4d70-ac7a-51516469a85a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.843369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:20.844577 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0fd65d5-a484-4d70-ac7a-51516469a85a HTTP/1.1" status: 204 len: 168 time: 0.1556990 May 04 07:25:20.855177 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03cb6c-a6f5-490b-b75d-6bb45aa8b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd65d5-a484-4d70-ac7a-51516469a85a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:21.122106 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3bd80-1409-4ccd-905d-a1dd82173308 req-1fd1b6ba-0f1d-403a-be2a-b06ea63ba2ae tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:21.124201 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-65b3bd80-1409-4ccd-905d-a1dd82173308 req-1fd1b6ba-0f1d-403a-be2a-b06ea63ba2ae tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0499237 May 04 07:25:21.185975 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-65b3bd80-1409-4ccd-905d-a1dd82173308 req-9da0bc1f-59c5-419b-bf37-a9ceb9795f13 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559149 May 04 07:25:21.336208 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:25:21.451894 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa91be-d1d0-4749-86e2-6864f7641543 req-fe03d239-8a48-40f2-ae97-2628270e63fb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:21.459297 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fcfa91be-d1d0-4749-86e2-6864f7641543 req-fe03d239-8a48-40f2-ae97-2628270e63fb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0859380 May 04 07:25:21.548262 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fcfa91be-d1d0-4749-86e2-6864f7641543 req-e38b0bab-5b85-442e-8200-4882a8cc2a2b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876355 May 04 07:25:21.548464 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f0bb5-3c53-4030-aee9-8ea94708c3fc req-91514107-649f-4871-aa39-7f0623c0e045 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:21.549877 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a32f0bb5-3c53-4030-aee9-8ea94708c3fc req-91514107-649f-4871-aa39-7f0623c0e045 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 943 time: 0.1168334 May 04 07:25:21.611024 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a32f0bb5-3c53-4030-aee9-8ea94708c3fc req-e4357658-6a16-4132-b395-73c2977a2cde tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 May 04 07:25:21.661007 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:21.675348 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:25:21.719068 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:21.719869 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:21.738464 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:25:21.762270 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:21.768836 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:21.816760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:22.322749 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ceee9-a543-403f-aef2-f7641af9868b req-fe858384-a025-4acf-813c-d7e1b246eac0 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:22.324327 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-964ceee9-a543-403f-aef2-f7641af9868b req-fe858384-a025-4acf-813c-d7e1b246eac0 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0588481 May 04 07:25:22.333024 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['6db7c320-42ea-4b68-8d0f-6b8a8c99c318'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:25:22.387418 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-964ceee9-a543-403f-aef2-f7641af9868b req-241081c8-a271-4220-8f51-c570edfe008f tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 May 04 07:25:22.696539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47845f-e49c-4ea4-924f-55f60d2cc23c req-45241c85-b812-4ad5-a971-cfeacffd3e0c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:22.698638 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a47845f-e49c-4ea4-924f-55f60d2cc23c req-45241c85-b812-4ad5-a971-cfeacffd3e0c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0730050 May 04 07:25:22.774745 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a47845f-e49c-4ea4-924f-55f60d2cc23c req-66b0f5d7-8c12-46c8-9ce3-1fdd4172f692 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 May 04 07:25:22.828118 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e03ec4-d2c6-4758-bda5-73893c1bafb7 req-d9e85002-1b8a-4c8e-9c66-94f8f8bcc966 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:22.835986 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a5e03ec4-d2c6-4758-bda5-73893c1bafb7 req-d9e85002-1b8a-4c8e-9c66-94f8f8bcc966 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 944 time: 0.0780158 May 04 07:25:22.889230 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a5e03ec4-d2c6-4758-bda5-73893c1bafb7 req-539917a7-2b0b-42cd-a9fb-cfee3c8bca96 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518336 May 04 07:25:23.483804 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:25:23.537536 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:25:23.554589 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:25:23.555185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:23.642933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:25:23.643420 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:23.667879 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:23.670323 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddfab66-ee1e-4b85-9e0d-315d42bf36b4" -d '{"events": [{"server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "name": "network-vif-plugged", "status": "completed", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:23.684801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:23.688888 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:23.721262 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ed8234-b8c3-4597-b315-ee865ba75a20 x-openstack-request-id: req-87ed8234-b8c3-4597-b315-ee865ba75a20 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:23.721443 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "name": "network-vif-plugged", "status": "completed", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:23.721697 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87ed8234-b8c3-4597-b315-ee865ba75a20 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:23.722088 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ed8234-b8c3-4597-b315-ee865ba75a20'] response: {'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'code': 200} May 04 07:25:23.742286 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:23.891527 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e967f-8ad6-42c5-ae3f-bb9bfa2f791f req-e93b2f59-3678-4677-ac18-4d52add4f186 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:23.893066 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-557e967f-8ad6-42c5-ae3f-bb9bfa2f791f req-e93b2f59-3678-4677-ac18-4d52add4f186 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0484750 May 04 07:25:23.940502 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-557e967f-8ad6-42c5-ae3f-bb9bfa2f791f req-b2d89fcd-5380-4474-a047-b446d212ef1e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 May 04 07:25:24.044852 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a9307-ef32-4b3e-a108-c807e18ba717 req-c7e34ca1-a2b2-490d-a32e-274be4231c61 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:24.047061 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-778a9307-ef32-4b3e-a108-c807e18ba717 req-c7e34ca1-a2b2-490d-a32e-274be4231c61 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0505946 May 04 07:25:24.100369 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-778a9307-ef32-4b3e-a108-c807e18ba717 req-2049d7b6-19e6-436b-a746-f1108a22a2db tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 May 04 07:25:24.340629 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce616a4a-d54b-4d90-aeb3-46e4df979114 req-5931440f-f36d-4b7e-ad7b-723f746666f4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:24.343111 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce616a4a-d54b-4d90-aeb3-46e4df979114 req-5931440f-f36d-4b7e-ad7b-723f746666f4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0641334 May 04 07:25:24.411997 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce616a4a-d54b-4d90-aeb3-46e4df979114 req-8822801f-88cf-4a32-8314-f95efb743f6c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 May 04 07:25:25.220730 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bfffb-acfd-4269-b19c-3bf8f727d27e req-196c5fb2-6429-4306-b983-ae7e2deeeb9a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:25.222241 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-403bfffb-acfd-4269-b19c-3bf8f727d27e req-196c5fb2-6429-4306-b983-ae7e2deeeb9a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0521533 May 04 07:25:25.272316 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-403bfffb-acfd-4269-b19c-3bf8f727d27e req-f57956e7-4cd5-46bb-acca-22bdc3752ff5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 May 04 07:25:25.539922 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590518a-3314-4566-807a-7995fecf611c req-6839bf2b-3ec4-4f4f-ad36-e236cd6eec5d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:25.541415 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f590518a-3314-4566-807a-7995fecf611c req-6839bf2b-3ec4-4f4f-ad36-e236cd6eec5d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0549557 May 04 07:25:25.589681 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f590518a-3314-4566-807a-7995fecf611c req-53dcdd10-fbd4-41c4-8127-0e20c43ddfd7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 May 04 07:25:26.402861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb573da9-b7f0-4345-a786-bddd2139a293 req-dd5e6dc3-7163-43c2-8393-5aa019a50855 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:26.404258 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fb573da9-b7f0-4345-a786-bddd2139a293 req-dd5e6dc3-7163-43c2-8393-5aa019a50855 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0550051 May 04 07:25:26.453489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fb573da9-b7f0-4345-a786-bddd2139a293 req-17086d7c-a818-4d60-ae90-5f5db5b2d204 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 May 04 07:25:26.665160 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45404) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:26.720073 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67b61-a64d-4092-ab51-5380883583c6 req-ecbd87fd-7220-44e6-af25-37b15b0072a3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:26.721744 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e7c67b61-a64d-4092-ab51-5380883583c6 req-ecbd87fd-7220-44e6-af25-37b15b0072a3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0635726 May 04 07:25:26.770613 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e7c67b61-a64d-4092-ab51-5380883583c6 req-3ee43005-fe73-4902-80de-c9630cba5d3f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 May 04 07:25:26.779055 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526b6663-dd29-4b60-85b8-8f25736e5864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:26.859672 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526b6663-dd29-4b60-85b8-8f25736e5864 admin admin] Publish callbacks [] for security_group (dee93e2a-5d2f-4545-b027-d024b8b9f40e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:26.863188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526b6663-dd29-4b60-85b8-8f25736e5864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (dee93e2a-5d2f-4545-b027-d024b8b9f40e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:26.902351 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-526b6663-dd29-4b60-85b8-8f25736e5864 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc8dbf9c7df04cf3bddb912b4c560659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360704 May 04 07:25:26.903053 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b6663-dd29-4b60-85b8-8f25736e5864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee93e2a-5d2f-4545-b027-d024b8b9f40e,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:26.905669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45410) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:26.960244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] Publish callbacks [] for security_group (dee93e2a-5d2f-4545-b027-d024b8b9f40e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:26.983413 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] Publish callbacks [] for security_group (dee93e2a-5d2f-4545-b027-d024b8b9f40e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.032473 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (dee93e2a-5d2f-4545-b027-d024b8b9f40e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.035064 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.036319 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dee93e2a-5d2f-4545-b027-d024b8b9f40e HTTP/1.1" status: 204 len: 168 time: 0.1294849 May 04 07:25:27.044254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22282083-75a4-41a8-bb97-f780b723fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee93e2a-5d2f-4545-b027-d024b8b9f40e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:27.311503 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45416) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:27.325361 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6961-631f-4bec-99af-adafe097221b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.403257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6961-631f-4bec-99af-adafe097221b admin admin] Publish callbacks [] for security_group (c177fe58-3675-4dd5-9532-d65c8a1769e6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.410738 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6961-631f-4bec-99af-adafe097221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c177fe58-3675-4dd5-9532-d65c8a1769e6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.452250 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0a6a6961-631f-4bec-99af-adafe097221b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7ec0591786744db9dee4eafa2b48533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369658 May 04 07:25:27.452250 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6961-631f-4bec-99af-adafe097221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c177fe58-3675-4dd5-9532-d65c8a1769e6,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:27.452644 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45420) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:27.512886 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] Publish callbacks [] for security_group (c177fe58-3675-4dd5-9532-d65c8a1769e6), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.547599 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] Publish callbacks [] for security_group (c177fe58-3675-4dd5-9532-d65c8a1769e6), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.603303 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91cb2-938a-47c7-9d77-e1f5049eeb75 req-c8c99ee7-2b24-48d2-bd97-33209c7d1149 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:27.604826 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-edf91cb2-938a-47c7-9d77-e1f5049eeb75 req-c8c99ee7-2b24-48d2-bd97-33209c7d1149 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0702307 May 04 07:25:27.644278 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c177fe58-3675-4dd5-9532-d65c8a1769e6), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.647256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:27.648389 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c177fe58-3675-4dd5-9532-d65c8a1769e6 HTTP/1.1" status: 204 len: 168 time: 0.1948931 May 04 07:25:27.671617 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464439-cfc7-4c3c-936c-045c7437ee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c177fe58-3675-4dd5-9532-d65c8a1769e6,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:27.684347 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-edf91cb2-938a-47c7-9d77-e1f5049eeb75 req-95b129db-1919-4ba3-b144-787f1bd684b8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711071 May 04 07:25:27.901440 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5ab7-a0f9-4f33-bf55-202a79b2851b req-22704b67-8f48-47c1-a516-bc33ad24dbfb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:27.903082 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d23e5ab7-a0f9-4f33-bf55-202a79b2851b req-22704b67-8f48-47c1-a516-bc33ad24dbfb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0596042 May 04 07:25:27.963309 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d23e5ab7-a0f9-4f33-bf55-202a79b2851b req-8ca5a653-70d7-41f9-87c6-737aef1faabb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 May 04 07:25:28.313094 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546f76-b2ef-4be6-954a-296d26435caf req-bd0ca044-55b3-41f6-805b-affdf3f68dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:28.314827 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-bd0ca044-55b3-41f6-805b-affdf3f68dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1129 time: 0.0524096 May 04 07:25:28.333723 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f922da-34e4-4588-9128-91ba50366b22 req-2fd795b0-f214-41be-a3f0-fd0d61227b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:28.337517 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53f922da-34e4-4588-9128-91ba50366b22 req-2fd795b0-f214-41be-a3f0-fd0d61227b4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0450220 May 04 07:25:28.402387 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53f922da-34e4-4588-9128-91ba50366b22 req-dd0a59a7-f31b-4279-9f19-9b5ae8db9c0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458055 May 04 07:25:28.413658 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546f76-b2ef-4be6-954a-296d26435caf req-476e7e8b-60a2-48e0-b4dc-183615926242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:28.414794 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-476e7e8b-60a2-48e0-b4dc-183615926242 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0940478 May 04 07:25:28.799451 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a725c-5a9b-4aba-ae5a-b7ec9fe5f3d6 req-4dffc1a6-f7a1-4c99-895c-67a5b64bd5ae tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:28.802053 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fa8a725c-5a9b-4aba-ae5a-b7ec9fe5f3d6 req-4dffc1a6-f7a1-4c99-895c-67a5b64bd5ae tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0503502 May 04 07:25:28.857234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fa8a725c-5a9b-4aba-ae5a-b7ec9fe5f3d6 req-9bcea180-1c63-46ec-a3c2-dbd4416f6441 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476930 May 04 07:25:29.086849 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734f84-bd76-4817-b8a3-118588d52789 req-1bac7007-a21a-476e-9633-6688395560d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:29.088667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17734f84-bd76-4817-b8a3-118588d52789 req-1bac7007-a21a-476e-9633-6688395560d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0568984 May 04 07:25:29.138451 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17734f84-bd76-4817-b8a3-118588d52789 req-26497ef8-761c-48dc-bd45-10077cc7a096 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 May 04 07:25:29.507932 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45494) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:29.638173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92498fb3-28aa-4837-81d8-e70f32de1554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.723115 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92498fb3-28aa-4837-81d8-e70f32de1554 admin admin] Publish callbacks [] for security_group (e6d322ed-1f78-4cc8-9345-8e8391d88207), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.727746 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92498fb3-28aa-4837-81d8-e70f32de1554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (e6d322ed-1f78-4cc8-9345-8e8391d88207), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.766319 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-92498fb3-28aa-4837-81d8-e70f32de1554 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dd9a853da594e50a152bee95eec5c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572777 May 04 07:25:29.767177 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92498fb3-28aa-4837-81d8-e70f32de1554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d322ed-1f78-4cc8-9345-8e8391d88207,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:29.768954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45508) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:29.820958 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] Publish callbacks [] for security_group (e6d322ed-1f78-4cc8-9345-8e8391d88207), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.841916 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] Publish callbacks [] for security_group (e6d322ed-1f78-4cc8-9345-8e8391d88207), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.893223 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (e6d322ed-1f78-4cc8-9345-8e8391d88207), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.896143 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:29.901045 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6d322ed-1f78-4cc8-9345-8e8391d88207 HTTP/1.1" status: 204 len: 168 time: 0.1310489 May 04 07:25:29.909595 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9ce8c-8f0a-47ba-8262-e9c7ff9c3ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d322ed-1f78-4cc8-9345-8e8391d88207,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:29.983461 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09e057-e6a3-47f2-aa21-c0dcee9a1a3e req-79a2581f-ef1b-46d9-b7db-78b1185ea325 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:29.985124 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b09e057-e6a3-47f2-aa21-c0dcee9a1a3e req-79a2581f-ef1b-46d9-b7db-78b1185ea325 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0550385 May 04 07:25:30.030760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-397ee558-a65a-423b-b602-e68a34379dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.044202 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b09e057-e6a3-47f2-aa21-c0dcee9a1a3e req-b221f4a6-8b3a-4418-b709-6ca5dbb42499 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 May 04 07:25:30.220070 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45522) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:30.233631 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3da5d3fd-4862-4a84-af75-ff37b36d5b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.264259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf7782-3a88-4a9b-9654-f9e567ce50b2 req-96ec867a-d722-44a1-89a5-dc1300b52b9d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:30.266085 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9dbf7782-3a88-4a9b-9654-f9e567ce50b2 req-96ec867a-d722-44a1-89a5-dc1300b52b9d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0605755 May 04 07:25:30.315913 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3da5d3fd-4862-4a84-af75-ff37b36d5b04 admin admin] Publish callbacks [] for security_group (b534553f-3ad5-4c5d-8475-dbf647106835), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.317217 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9dbf7782-3a88-4a9b-9654-f9e567ce50b2 req-58e0dbf4-bf0b-4fd4-9c55-7dfbba57c9dc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 May 04 07:25:30.320483 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3da5d3fd-4862-4a84-af75-ff37b36d5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b534553f-3ad5-4c5d-8475-dbf647106835), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.362676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3da5d3fd-4862-4a84-af75-ff37b36d5b04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b86482c9bd645b88b09ff06ee2f1894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390347 May 04 07:25:30.362676 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5d3fd-4862-4a84-af75-ff37b36d5b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534553f-3ad5-4c5d-8475-dbf647106835,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:30.363413 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45524) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:30.414865 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] Publish callbacks [] for security_group (b534553f-3ad5-4c5d-8475-dbf647106835), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.435539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] Publish callbacks [] for security_group (b534553f-3ad5-4c5d-8475-dbf647106835), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.672039 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b534553f-3ad5-4c5d-8475-dbf647106835), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.674619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:30.675936 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b534553f-3ad5-4c5d-8475-dbf647106835 HTTP/1.1" status: 204 len: 168 time: 0.3114529 May 04 07:25:30.684897 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54047064-b27f-440e-b91b-94f77cc84aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534553f-3ad5-4c5d-8475-dbf647106835,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:31.160971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67957872-ad15-4c6c-b90f-a12e482b3ac4 req-4bb2b6eb-9fba-436d-bdb9-3a614e92ae72 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:31.162490 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67957872-ad15-4c6c-b90f-a12e482b3ac4 req-4bb2b6eb-9fba-436d-bdb9-3a614e92ae72 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0485709 May 04 07:25:31.221476 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67957872-ad15-4c6c-b90f-a12e482b3ac4 req-bd2b080e-c4f9-44d3-81b5-1d23ef70cdc4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522478 May 04 07:25:31.253642 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-f896be57-825d-41cb-af19-63125decfd3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0419204 May 04 07:25:31.435636 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7134-7991-497e-8bc3-2e87be6a917e req-3ea667bf-d05d-4ce1-b722-5e88aaa03f15 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:31.437164 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dce7134-7991-497e-8bc3-2e87be6a917e req-3ea667bf-d05d-4ce1-b722-5e88aaa03f15 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0475924 May 04 07:25:31.486125 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0dce7134-7991-497e-8bc3-2e87be6a917e req-b57b2da3-a101-4cfc-99c8-48828dfe0dad tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 May 04 07:25:32.281870 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-350fb2c9-8921-47ad-999f-41ea8b13a87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:32.347067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae377-2c87-47d8-9d7f-7eecd7855ee0 req-320f808c-b0bf-4da7-8532-2784f2b33933 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:32.348602 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-24dae377-2c87-47d8-9d7f-7eecd7855ee0 req-320f808c-b0bf-4da7-8532-2784f2b33933 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0475128 May 04 07:25:32.398513 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-24dae377-2c87-47d8-9d7f-7eecd7855ee0 req-63b2cec2-3528-4adb-a3d1-76fb4ec3410a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442872 May 04 07:25:32.615084 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a68b2-ba5f-401d-9071-f9897aa79e86 req-8256381a-9f3b-4856-9067-8e92ade7c5f0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:32.617319 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b3a68b2-ba5f-401d-9071-f9897aa79e86 req-8256381a-9f3b-4856-9067-8e92ade7c5f0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0572321 May 04 07:25:32.679202 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b3a68b2-ba5f-401d-9071-f9897aa79e86 req-1007be80-02d9-45b1-85e2-cc067ef78f3d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555844 May 04 07:25:32.717120 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546f76-b2ef-4be6-954a-296d26435caf req-509cf51d-117b-4340-9816-4cdbb5ce5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:32.719583 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-509cf51d-117b-4340-9816-4cdbb5ce5aaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0543389 May 04 07:25:33.472460 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:33.520121 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f9070-2fef-40f8-a886-50b1590b6bec req-87c3ec53-1d2b-4bc4-9421-54fe4ca05ac4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:33.521857 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-697f9070-2fef-40f8-a886-50b1590b6bec req-87c3ec53-1d2b-4bc4-9421-54fe4ca05ac4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0499704 May 04 07:25:33.584079 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-697f9070-2fef-40f8-a886-50b1590b6bec req-2e617aa9-25de-467d-916a-23126aa508d5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555074 May 04 07:25:33.850683 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546f76-b2ef-4be6-954a-296d26435caf req-c1c2c964-ae4b-42bf-ab8b-d10328964b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:33.852218 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-c1c2c964-ae4b-42bf-ab8b-d10328964b07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0975273 May 04 07:25:33.858829 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771ce4-c571-4587-9298-3143142f53ba req-04104813-18cb-48a2-9a3d-d3c8f676ef35 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:33.860391 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f771ce4-c571-4587-9298-3143142f53ba req-04104813-18cb-48a2-9a3d-d3c8f676ef35 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.1043727 May 04 07:25:34.010616 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f771ce4-c571-4587-9298-3143142f53ba req-3720848c-6642-43d6-8696-9a6a4a6e92f9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301901 May 04 07:25:34.015311 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-2f1ac5f4-4c16-4391-971d-d7cc2314b178 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532266 May 04 07:25:34.149776 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9546f76-b2ef-4be6-954a-296d26435caf req-f11dcda2-b5ea-4080-a5ad-22bcdf926b38 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123130 May 04 07:25:34.439076 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:25:34.722712 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337c3a2-6cff-4080-a202-2ff6f95190d5 req-d42d9744-5dc2-4b1e-84d2-4b38a516d323 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:34.724489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8337c3a2-6cff-4080-a202-2ff6f95190d5 req-d42d9744-5dc2-4b1e-84d2-4b38a516d323 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0519733 May 04 07:25:34.776118 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8337c3a2-6cff-4080-a202-2ff6f95190d5 req-51b074cf-1fe2-4f68-8ebc-c366f86c6b88 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453548 May 04 07:25:34.777173 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:34.930353 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168971b9-808d-48cc-8aac-10eef409139d req-96858277-460b-42d0-9ece-326f250b79e5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:34.931882 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-168971b9-808d-48cc-8aac-10eef409139d req-96858277-460b-42d0-9ece-326f250b79e5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0514393 May 04 07:25:34.940476 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45650) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:34.945606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:35.018069 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.138734 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfa364-9e56-4333-98f3-d5c3f5b61780 req-edf0c2ee-8a5c-417f-a3ad-85b3b2e422dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:35.145995 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-91bfa364-9e56-4333-98f3-d5c3f5b61780 req-edf0c2ee-8a5c-417f-a3ad-85b3b2e422dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0581045 May 04 07:25:35.207833 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-91bfa364-9e56-4333-98f3-d5c3f5b61780 req-93b09636-4378-4fcb-8cf6-17bd1ade5bbd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 May 04 07:25:35.486014 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45678) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:35.700559 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df159987-b792-42fc-b200-d17075e50ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.821146 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df159987-b792-42fc-b200-d17075e50ab6 admin admin] Publish callbacks [] for security_group (d07b25a7-9e67-4134-b8f7-d381723a6780), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.825813 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df159987-b792-42fc-b200-d17075e50ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d07b25a7-9e67-4134-b8f7-d381723a6780), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.830055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.835291 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.864509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df159987-b792-42fc-b200-d17075e50ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b25a7-9e67-4134-b8f7-d381723a6780,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:35.886668 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-df159987-b792-42fc-b200-d17075e50ab6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e575fd13541441d9e87473864301c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991826 May 04 07:25:35.889247 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45696) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:35.951235 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] Publish callbacks [] for security_group (d07b25a7-9e67-4134-b8f7-d381723a6780), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:35.985644 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] Publish callbacks [] for security_group (d07b25a7-9e67-4134-b8f7-d381723a6780), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.052452 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d07b25a7-9e67-4134-b8f7-d381723a6780), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.059771 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.061336 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d07b25a7-9e67-4134-b8f7-d381723a6780 HTTP/1.1" status: 204 len: 168 time: 0.1711380 May 04 07:25:36.072084 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63156abc-fdfa-40b1-b2e0-ba74bf59593e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b25a7-9e67-4134-b8f7-d381723a6780,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:36.171276 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP db5f4f37-7ec3-4b7a-9858-b22ca263b664 associated. External IP: 172.27.1.148, port: 6db7c320-42ea-4b68-8d0f-6b8a8c99c318. May 04 07:25:36.258060 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.415064 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693268-1fd3-463d-819f-8daa2a423050 req-9d63c1db-ac67-4dc6-ad15-af0ce659e3c0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:36.416664 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec693268-1fd3-463d-819f-8daa2a423050 req-9d63c1db-ac67-4dc6-ad15-af0ce659e3c0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0917280 May 04 07:25:36.488723 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45720) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:36.528649 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec693268-1fd3-463d-819f-8daa2a423050 req-07a9dd71-a9b9-47df-8a37-d42cd5609cbf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046066 May 04 07:25:36.530553 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:25:36.568759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45724) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:36.595767 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70b1c7f7-d8eb-4ab4-b0d0-5f50328c0e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.672729 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:25:36.680532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.694077 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:25:36.707823 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:25:36.708665 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:25:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:25:36.719804 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70b1c7f7-d8eb-4ab4-b0d0-5f50328c0e90 admin admin] Publish callbacks [] for security_group (a5c3403b-0feb-47a7-9c8d-f2e1f29995a2), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.723678 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-81cd7c7e-da70-45e4-8f9b-e7462d9605f7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "PUT /v2.0/floatingips/db5f4f37-7ec3-4b7a-9858-b22ca263b664 HTTP/1.1" status: 200 len: 991 time: 1.7821515 May 04 07:25:36.724512 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:36.728297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f75e2c-b937-4453-bc04-837dcf3845c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:36.742867 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70b1c7f7-d8eb-4ab4-b0d0-5f50328c0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a5c3403b-0feb-47a7-9c8d-f2e1f29995a2), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.783213 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1c7f7-d8eb-4ab4-b0d0-5f50328c0e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3403b-0feb-47a7-9c8d-f2e1f29995a2,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:36.792797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b19a4-d9ec-4ebb-a32b-89b33ac9bb01 x-openstack-request-id: req-241b19a4-d9ec-4ebb-a32b-89b33ac9bb01 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:36.793325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:36.793648 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-241b19a4-d9ec-4ebb-a32b-89b33ac9bb01 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:36.794172 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241b19a4-d9ec-4ebb-a32b-89b33ac9bb01'] response: {'name': 'network-changed', 'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'status': 'completed', 'code': 200} May 04 07:25:36.794865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-70b1c7f7-d8eb-4ab4-b0d0-5f50328c0e90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=819b9f3893fc4a39a0b77aa941b3bcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251458 May 04 07:25:36.797510 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45732) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:36.813766 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dd00dd46-d7e7-4c99-afab-b5f79e24fa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.844759 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:25:36.853044 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] Publish callbacks [] for security_group (a5c3403b-0feb-47a7-9c8d-f2e1f29995a2), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.877010 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] Publish callbacks [] for security_group (a5c3403b-0feb-47a7-9c8d-f2e1f29995a2), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.911693 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dd00dd46-d7e7-4c99-afab-b5f79e24fa87 admin admin] Publish callbacks [] for security_group (bdcabf00-bd03-4710-abfb-058885f3ff97), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.919003 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dd00dd46-d7e7-4c99-afab-b5f79e24fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bdcabf00-bd03-4710-abfb-058885f3ff97), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.958593 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a5c3403b-0feb-47a7-9c8d-f2e1f29995a2), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.961042 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-dd00dd46-d7e7-4c99-afab-b5f79e24fa87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=004e21e065ae4f9da30ffbe49c85d3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708173 May 04 07:25:36.962092 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:36.963343 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5c3403b-0feb-47a7-9c8d-f2e1f29995a2 HTTP/1.1" status: 204 len: 168 time: 0.1646938 May 04 07:25:36.965989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45734) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:36.967973 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00dd46-d7e7-4c99-afab-b5f79e24fa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcabf00-bd03-4710-abfb-058885f3ff97,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:36.981868 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-d1c14cba-88fe-4bb6-bd76-1e4f4013c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:36.983722 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-d1c14cba-88fe-4bb6-bd76-1e4f4013c5cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0786843 May 04 07:25:36.993345 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fe56-8d4b-4238-8ce4-67fc8c53496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3403b-0feb-47a7-9c8d-f2e1f29995a2,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:37.042242 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] Publish callbacks [] for security_group (bdcabf00-bd03-4710-abfb-058885f3ff97), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.068540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] Publish callbacks [] for security_group (bdcabf00-bd03-4710-abfb-058885f3ff97), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.127032 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bdcabf00-bd03-4710-abfb-058885f3ff97), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.130539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.132939 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdcabf00-bd03-4710-abfb-058885f3ff97 HTTP/1.1" status: 204 len: 168 time: 0.1635952 May 04 07:25:37.142042 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04a57-22c1-4d61-a48b-acd6b428a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcabf00-bd03-4710-abfb-058885f3ff97,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:37.281877 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:25:37.321987 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:25:37.343573 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:25:37.343573 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:25:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:25:37.399503 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45754) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:37.417282 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b818ebf-47c8-43e8-b7fb-9eeea6b6b5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.534747 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b818ebf-47c8-43e8-b7fb-9eeea6b6b5af admin admin] Publish callbacks [] for security_group (22d0d209-9442-4105-be50-3dfb700b808b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.541051 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b818ebf-47c8-43e8-b7fb-9eeea6b6b5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (22d0d209-9442-4105-be50-3dfb700b808b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.543252 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:25:37.622589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b818ebf-47c8-43e8-b7fb-9eeea6b6b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0d209-9442-4105-be50-3dfb700b808b,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:37.633790 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1b818ebf-47c8-43e8-b7fb-9eeea6b6b5af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=536bacee92ba4db2ae5cd68d6709b7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335532 May 04 07:25:37.636632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45772) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:37.762828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8881dbc-106b-43da-bdd8-55aecb806d36 req-3144352c-577e-46e7-a67e-c4d4cae5e6dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:37.764772 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8881dbc-106b-43da-bdd8-55aecb806d36 req-3144352c-577e-46e7-a67e-c4d4cae5e6dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0981133 May 04 07:25:37.807844 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] Publish callbacks [] for security_group (22d0d209-9442-4105-be50-3dfb700b808b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.828485 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 45784) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:37.843894 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ec48b751-1cb9-4ff4-a277-cb6c43f4cfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.847141 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:25:37.855411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] Publish callbacks [] for security_group (22d0d209-9442-4105-be50-3dfb700b808b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.884537 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8881dbc-106b-43da-bdd8-55aecb806d36 req-30c32491-6103-4584-a55c-4a7547d1baac tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062920 May 04 07:25:37.885364 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a083c33-c5ab-4d2d-8964-b5e40c4db35d None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:25:37.958116 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ec48b751-1cb9-4ff4-a277-cb6c43f4cfa4 admin admin] Publish callbacks [] for security_group (b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.966011 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ec48b751-1cb9-4ff4-a277-cb6c43f4cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.968619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (22d0d209-9442-4105-be50-3dfb700b808b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.971106 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:37.974028 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d0d209-9442-4105-be50-3dfb700b808b HTTP/1.1" status: 204 len: 168 time: 0.3364668 May 04 07:25:37.991664 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6061b-a430-4e6f-973c-b5f1a3d8d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0d209-9442-4105-be50-3dfb700b808b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:38.009386 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-ec48b751-1cb9-4ff4-a277-cb6c43f4cfa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af00c2881d4d4c10a698af14fa2c8370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797636 May 04 07:25:38.018644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 45792) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:38.047306 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48b751-1cb9-4ff4-a277-cb6c43f4cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:38.152055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] Publish callbacks [] for security_group (b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:38.197746 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] Publish callbacks [] for security_group (b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:38.199984 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-2f4c1a4f-3cbc-4762-a438-7a0a971b78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:38.201769 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-2f4c1a4f-3cbc-4762-a438-7a0a971b78ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.1591194 May 04 07:25:38.264360 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50b399-1ef2-4bfb-851c-7075e362797b None None] New status for floating IP db5f4f37-7ec3-4b7a-9858-b22ca263b664: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:25:38.289653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:38.294378 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:38.296131 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8 HTTP/1.1" status: 204 len: 168 time: 0.2763832 May 04 07:25:38.324602 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748bfd-88b4-41f6-a15e-310cf720315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f6a05-ae0c-4b9f-9e2e-edc0e97e37a8,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:39.039253 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d137e29-5f0e-4e69-aefe-1eccb389df24 req-9c5dc77d-d6d6-4a5e-b7c6-fb86b9924736 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:39.040794 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d137e29-5f0e-4e69-aefe-1eccb389df24 req-9c5dc77d-d6d6-4a5e-b7c6-fb86b9924736 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0521009 May 04 07:25:39.042512 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-9a8f55c7-e099-40c0-97f5-7c4508764ca4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 200 len: 1001 time: 0.1326721 May 04 07:25:39.102261 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d137e29-5f0e-4e69-aefe-1eccb389df24 req-f1cf9c5a-0d40-46e1-b159-4c8b0bec9028 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 May 04 07:25:40.260578 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7275b5-4539-41c0-b4cb-bfc377fd24f6 req-346e32f6-b524-4019-b219-4c2c5f9c7603 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:40.262103 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef7275b5-4539-41c0-b4cb-bfc377fd24f6 req-346e32f6-b524-4019-b219-4c2c5f9c7603 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0795493 May 04 07:25:40.276653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-f89f4187-657d-4741-aabb-c4b692704a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:40.278045 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-f89f4187-657d-4741-aabb-c4b692704a0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0850115 May 04 07:25:40.345716 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-ad918642-bf91-4aa2-bd6f-bf228c5ff73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:40.347235 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-ad918642-bf91-4aa2-bd6f-bf228c5ff73e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551536 May 04 07:25:40.350443 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef7275b5-4539-41c0-b4cb-bfc377fd24f6 req-930b2f5e-32d7-4e7e-a42e-422c9d31de43 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828280 May 04 07:25:40.450573 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-5c9ad780-cb8a-4237-bd92-c7a767cbf807 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955155 May 04 07:25:40.546123 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05f75e2c-b937-4453-bc04-837dcf3845c0 req-18b34eca-140c-47ca-bb08-267a75e6fec2 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882723 May 04 07:25:41.463789 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51279a-1e13-4de4-a1ff-e35e4467e32e req-57479118-22c5-44a1-86cc-38301bee0246 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:41.465324 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9a51279a-1e13-4de4-a1ff-e35e4467e32e req-57479118-22c5-44a1-86cc-38301bee0246 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0459135 May 04 07:25:41.514188 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9a51279a-1e13-4de4-a1ff-e35e4467e32e req-40030832-ad64-4057-a53c-2b89e868c5bd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 May 04 07:25:42.631643 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71adeb-25c0-42d9-bc88-5d3c2c07eeee req-08546f21-8694-4a03-816b-df16532b330b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:42.633254 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f71adeb-25c0-42d9-bc88-5d3c2c07eeee req-08546f21-8694-4a03-816b-df16532b330b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0476272 May 04 07:25:42.680865 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f71adeb-25c0-42d9-bc88-5d3c2c07eeee req-01b7725c-206e-40be-9a64-b69c8b09fd55 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 May 04 07:25:43.801832 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30687b-dd81-4a88-b56c-6457119cc6f8 req-50fc89dc-36fd-435f-bede-e408047fd52d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:43.803341 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5f30687b-dd81-4a88-b56c-6457119cc6f8 req-50fc89dc-36fd-435f-bede-e408047fd52d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0496204 May 04 07:25:43.851488 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5f30687b-dd81-4a88-b56c-6457119cc6f8 req-2169405d-6367-4b99-8db2-91d877b1e6a4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 May 04 07:25:44.008448 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.389899 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46002) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:44.501333 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d9512585-1de0-415c-9e8b-254e71db3b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.579622 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d9512585-1de0-415c-9e8b-254e71db3b70 admin admin] Publish callbacks [] for security_group (11fea27f-3bb5-4b64-8a7a-c857165e3fab), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.583873 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d9512585-1de0-415c-9e8b-254e71db3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (11fea27f-3bb5-4b64-8a7a-c857165e3fab), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.624858 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-d9512585-1de0-415c-9e8b-254e71db3b70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02e376ab4eb84d9e9c96767cd3f5fc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338643 May 04 07:25:44.625962 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512585-1de0-415c-9e8b-254e71db3b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fea27f-3bb5-4b64-8a7a-c857165e3fab,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:44.627767 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46006) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:44.696158 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] Publish callbacks [] for security_group (11fea27f-3bb5-4b64-8a7a-c857165e3fab), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.719177 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] Publish callbacks [] for security_group (11fea27f-3bb5-4b64-8a7a-c857165e3fab), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.769558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (11fea27f-3bb5-4b64-8a7a-c857165e3fab), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.772193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:44.773454 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11fea27f-3bb5-4b64-8a7a-c857165e3fab HTTP/1.1" status: 204 len: 168 time: 0.1446400 May 04 07:25:44.781210 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d1d89-424e-40e3-8b5b-1732ccb0cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fea27f-3bb5-4b64-8a7a-c857165e3fab,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:44.973860 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801765-341c-4b03-a038-b5f7aa9f1c4f req-7ed92c29-da81-41e7-96ee-d59b6cc5d774 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:44.976455 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee801765-341c-4b03-a038-b5f7aa9f1c4f req-7ed92c29-da81-41e7-96ee-d59b6cc5d774 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0571291 May 04 07:25:45.034789 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee801765-341c-4b03-a038-b5f7aa9f1c4f req-2cbc69b3-3031-4e6f-82ce-956040d9f4e1 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520892 May 04 07:25:45.063767 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46018) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:45.076905 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e6fc-b20c-412c-9e02-be5a24d30477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.155609 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e6fc-b20c-412c-9e02-be5a24d30477 admin admin] Publish callbacks [] for security_group (7a264543-75a6-4956-90fe-b49587cedae4), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.161818 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e6fc-b20c-412c-9e02-be5a24d30477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7a264543-75a6-4956-90fe-b49587cedae4), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.199620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1e6fc-b20c-412c-9e02-be5a24d30477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a264543-75a6-4956-90fe-b49587cedae4,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:45.203962 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8ab1e6fc-b20c-412c-9e02-be5a24d30477 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c766d967f94fd48b5fe101387d226c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391957 May 04 07:25:45.206575 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46020) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:45.256706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] Publish callbacks [] for security_group (7a264543-75a6-4956-90fe-b49587cedae4), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.278725 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] Publish callbacks [] for security_group (7a264543-75a6-4956-90fe-b49587cedae4), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.335427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7a264543-75a6-4956-90fe-b49587cedae4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.338463 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:45.339699 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a264543-75a6-4956-90fe-b49587cedae4 HTTP/1.1" status: 204 len: 168 time: 0.1322336 May 04 07:25:45.347953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad4d3a-8d81-4f57-bb00-735aae43f88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a264543-75a6-4956-90fe-b49587cedae4,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:46.037725 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46054) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:46.146781 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2067613003-network', 'tenant_id': '86aed21cb680429fa6880678118fba02'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:46.160414 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf8c1e-b250-43e4-8192-24dc853421fd req-5ae0f83f-c091-4c29-9a18-9e0c2f867ccf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:46.161942 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dbdf8c1e-b250-43e4-8192-24dc853421fd req-5ae0f83f-c091-4c29-9a18-9e0c2f867ccf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0562890 May 04 07:25:46.167981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Made reservation on behalf of 86aed21cb680429fa6880678118fba02 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:25:46.170448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.180317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.276031 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks [] for security_group (59abd3c8-7aae-4607-8619-7c63c4d3947d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.280125 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (59abd3c8-7aae-4607-8619-7c63c4d3947d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.307446 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:25:46.322140 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59abd3c8-7aae-4607-8619-7c63c4d3947d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:46.327419 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (68fa69e8-1287-4bc4-9b7d-0d035394703a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.327761 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Added segment 68fa69e8-1287-4bc4-9b7d-0d035394703a of type vlan for network bcfd7f01-ca35-4510-b4ea-cae97d069604 May 04 07:25:46.375287 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (bcfd7f01-ca35-4510-b4ea-cae97d069604), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.408946 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dbdf8c1e-b250-43e4-8192-24dc853421fd req-ea1e3530-a74f-4083-a06b-9f1ee50960b5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391796 May 04 07:25:46.416253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (bcfd7f01-ca35-4510-b4ea-cae97d069604), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.417481 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:46.418108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.452878 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46068) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:46.453076 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140863 May 04 07:25:46.458183 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Request body: {'subnet': {'network_id': 'bcfd7f01-ca35-4510-b4ea-cae97d069604', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2067613003-subnet', 'tenant_id': '86aed21cb680429fa6880678118fba02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:46.481808 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Made reservation on behalf of 86aed21cb680429fa6880678118fba02 for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:25:46.484146 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25612114'] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.489652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a458f12-2431-40c6-97f4-ad299bea4bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfd7f01-ca35-4510-b4ea-cae97d069604,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:46.502436 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network bcfd7f01-ca35-4510-b4ea-cae97d069604 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:25:46.668093 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26115033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612108'] for subnet (6c402547-f105-4b61-95f8-d44762ee2a5a), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.724350 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c402547-f105-4b61-95f8-d44762ee2a5a,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:46.734165 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Checking segment: {'id': '68fa69e8-1287-4bc4-9b7d-0d035394703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bcfd7f01-ca35-4510-b4ea-cae97d069604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:25:46.734524 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Network hostable DHCP agents. Network: bcfd7f01-ca35-4510-b4ea-cae97d069604, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:25:46.754604 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Network bcfd7f01-ca35-4510-b4ea-cae97d069604 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:25:46.765218 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, bcfd7f01-ca35-4510-b4ea-cae97d069604) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:25:46.770484 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:46.770927 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:46.776277 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955cd9a-f4df-420f-abb8-9f11a7a902c1 None None] Network bcfd7f01-ca35-4510-b4ea-cae97d069604 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:25:46.800497 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b206196b-204e-4247-a741-26414c93ab9c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3385768 May 04 07:25:46.881390 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2e506-9bff-4547-8b53-00d641344275 None None] Network bcfd7f01-ca35-4510-b4ea-cae97d069604 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:25:47.296298 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46090) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:47.301097 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1958178618-network', 'tenant_id': 'b132b82bfd264245ba162acfb7adfe6e'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:47.322208 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Made reservation on behalf of b132b82bfd264245ba162acfb7adfe6e for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:25:47.324514 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.333482 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.416978 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks [] for security_group (40d057ec-e240-40d9-9ba8-ace3ec36c145), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.423917 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (40d057ec-e240-40d9-9ba8-ace3ec36c145), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.460071 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:25:47.480305 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d057ec-e240-40d9-9ba8-ace3ec36c145,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:47.487191 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ec9a41a1-2de2-4510-a8a8-925dd2c34832), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.487882 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Added segment ec9a41a1-2de2-4510-a8a8-925dd2c34832 of type vlan for network 095b21b7-1536-4fc9-97a9-c3d195132ab3 May 04 07:25:47.564022 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (095b21b7-1536-4fc9-97a9-c3d195132ab3), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.581999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5b3bc-af17-4f0b-9308-76eb5f75e797 req-32e92813-53c5-4ebf-9d9f-b1c1011ecd4f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:47.587693 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c5a5b3bc-af17-4f0b-9308-76eb5f75e797 req-32e92813-53c5-4ebf-9d9f-b1c1011ecd4f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0613494 May 04 07:25:47.596276 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (095b21b7-1536-4fc9-97a9-c3d195132ab3), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.597215 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:47.597905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.635440 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3379874 May 04 07:25:47.638197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46100) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:47.642892 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Request body: {'subnet': {'network_id': '095b21b7-1536-4fc9-97a9-c3d195132ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1958178618-subnet', 'tenant_id': 'b132b82bfd264245ba162acfb7adfe6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:25:47.646426 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c5a5b3bc-af17-4f0b-9308-76eb5f75e797 req-aa162902-ef9e-46d5-a827-fb8e3cb3e9da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 May 04 07:25:47.662417 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Made reservation on behalf of b132b82bfd264245ba162acfb7adfe6e for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:25:47.665645 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25612114'] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.702420 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd5ed-85c6-4cd9-9c24-25720a336fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=095b21b7-1536-4fc9-97a9-c3d195132ab3,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:47.713677 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 095b21b7-1536-4fc9-97a9-c3d195132ab3 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:25:47.876871 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26115033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612108'] for subnet (933d9334-28ca-4aed-a1ae-0481cf8b3951), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.935549 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933d9334-28ca-4aed-a1ae-0481cf8b3951,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:47.946578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Checking segment: {'id': 'ec9a41a1-2de2-4510-a8a8-925dd2c34832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '095b21b7-1536-4fc9-97a9-c3d195132ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:25:47.946929 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Network hostable DHCP agents. Network: 095b21b7-1536-4fc9-97a9-c3d195132ab3, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:25:47.966832 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Network 095b21b7-1536-4fc9-97a9-c3d195132ab3 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:25:47.976230 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 095b21b7-1536-4fc9-97a9-c3d195132ab3) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:25:47.980312 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:47.980902 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:47.986303 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed0232-7b3d-4fab-9b42-e354a58afc7b None None] Network 095b21b7-1536-4fc9-97a9-c3d195132ab3 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:25:48.003781 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2d21fcaf-5c1d-4b9e-93f5-a9d1b6125cc6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644512 May 04 07:25:48.113476 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e03315-4402-45ff-919d-a7891e049707 None None] Network 095b21b7-1536-4fc9-97a9-c3d195132ab3 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:25:48.510672 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca9b5-9969-4b27-a06d-33b586b513a9 req-8ef28961-ffd3-4d6a-8ef3-ba330037c2ea tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:48.514179 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd8ca9b5-9969-4b27-a06d-33b586b513a9 req-8ef28961-ffd3-4d6a-8ef3-ba330037c2ea tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0578556 May 04 07:25:48.595926 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd8ca9b5-9969-4b27-a06d-33b586b513a9 req-7d6f16c2-2918-4c22-bc6c-b96432e489ab tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751383 May 04 07:25:48.805834 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649461c2-1613-4f88-ab0d-5377bf90ff68 req-a86218da-468a-4fc0-bb83-6d49ecc6e52f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:48.811700 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-649461c2-1613-4f88-ab0d-5377bf90ff68 req-a86218da-468a-4fc0-bb83-6d49ecc6e52f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0679185 May 04 07:25:48.862115 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-649461c2-1613-4f88-ab0d-5377bf90ff68 req-e2fb536a-47a6-421a-a530-8e539c27b012 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 May 04 07:25:49.716787 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4361-0c5a-4fb7-9b7f-6939a62568fa req-979ab47d-ff18-463c-9198-a601dace2fa6 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:49.720654 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-230e4361-0c5a-4fb7-9b7f-6939a62568fa req-979ab47d-ff18-463c-9198-a601dace2fa6 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0485585 May 04 07:25:49.777347 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-230e4361-0c5a-4fb7-9b7f-6939a62568fa req-1eb9992d-4388-41e7-abae-8fd42bc3dc81 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 May 04 07:25:49.911448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46192) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:49.997861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5d32-2581-4178-8b7d-2f16c946aa92 req-e56b02a5-855e-4df3-a249-f72991062b64 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:50.001452 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-425e5d32-2581-4178-8b7d-2f16c946aa92 req-e56b02a5-855e-4df3-a249-f72991062b64 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0538418 May 04 07:25:50.037487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-afe5bafa-e252-4728-a553-eab2b0a72994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.073468 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-425e5d32-2581-4178-8b7d-2f16c946aa92 req-924cdffb-8939-4ea5-9c91-fc3a937b413d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652125 May 04 07:25:50.127590 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-afe5bafa-e252-4728-a553-eab2b0a72994 admin admin] Publish callbacks [] for security_group (c8504576-eab6-4a79-a516-d8c4ab52a03c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.133592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-afe5bafa-e252-4728-a553-eab2b0a72994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c8504576-eab6-4a79-a516-d8c4ab52a03c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.196589 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-afe5bafa-e252-4728-a553-eab2b0a72994 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4341dfa5947c4f77be4949f3fc5565db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838790 May 04 07:25:50.197904 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5bafa-e252-4728-a553-eab2b0a72994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8504576-eab6-4a79-a516-d8c4ab52a03c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:50.199333 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46202) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:50.286122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] Publish callbacks [] for security_group (c8504576-eab6-4a79-a516-d8c4ab52a03c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.332938 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] Publish callbacks [] for security_group (c8504576-eab6-4a79-a516-d8c4ab52a03c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.405972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c8504576-eab6-4a79-a516-d8c4ab52a03c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.408515 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:50.412555 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8504576-eab6-4a79-a516-d8c4ab52a03c HTTP/1.1" status: 204 len: 168 time: 0.2118545 May 04 07:25:50.427582 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38850e29-57b2-461e-b6cb-bb9d5b7c7379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8504576-eab6-4a79-a516-d8c4ab52a03c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:50.893677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a65c-2d8f-4f24-9e8d-6ae1cd3e61d7 req-c8f3683c-7425-443e-863b-311fbea5df92 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:50.895176 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a294a65c-2d8f-4f24-9e8d-6ae1cd3e61d7 req-c8f3683c-7425-443e-863b-311fbea5df92 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0493865 May 04 07:25:50.947240 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a294a65c-2d8f-4f24-9e8d-6ae1cd3e61d7 req-0f237926-8486-4e38-9a81-a08b0ee527b4 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/security-groups?id=35f5eda8-c24b-491c-988d-68f76cbf5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 May 04 07:25:51.046362 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-e21b10ae-73a8-4093-a602-1b77ef907414 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:51.047886 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-e21b10ae-73a8-4093-a602-1b77ef907414 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.26 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 945 time: 0.0500607 May 04 07:25:51.196491 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Deleting port 7ac3d56f-660e-49b0-932e-0a95b2083700 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:25:51.197373 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:51.348675 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] For port 7ac3d56f-660e-49b0-932e-0a95b2083700, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ac3d56f-660e-49b0-932e-0a95b2083700,segment=NetworkSegment(3ef67da6-acfc-4768-9e34-00e5074cd12b),segment_id=3ef67da6-acfc-4768-9e34-00e5074cd12b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:25:51.349283 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:51.371355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Calling delete_port for 7ac3d56f-660e-49b0-932e-0a95b2083700 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:25:51.382896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa56ca-07cc-4e02-9b8b-3e213e397d6e req-207d496e-b48f-4a0a-9bf9-7502c5729b84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:51.384423 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18aa56ca-07cc-4e02-9b8b-3e213e397d6e req-207d496e-b48f-4a0a-9bf9-7502c5729b84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0652032 May 04 07:25:51.442874 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18aa56ca-07cc-4e02-9b8b-3e213e397d6e req-702fc9f7-c52b-4081-9553-c06b83748adc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513699 May 04 07:25:51.560711 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (7ac3d56f-660e-49b0-932e-0a95b2083700), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:51.591714 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Pushing event deleted for resources: {'Port': ['ID=7ac3d56f-660e-49b0-932e-0a95b2083700,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:51.606561 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['7ac3d56f-660e-49b0-932e-0a95b2083700'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:25:51.665159 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] No DVR routers for this DVR port 7ac3d56f-660e-49b0-932e-0a95b2083700 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:25:51.668403 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:51.672358 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a65dfac0-7fd0-49d3-8548-6b21caee5b9e req-d3ac5e7c-3589-4fd6-9ed0-fe756c081f1e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.26 "DELETE /v2.0/ports/7ac3d56f-660e-49b0-932e-0a95b2083700 HTTP/1.1" status: 204 len: 173 time: 0.6180842 May 04 07:25:51.672816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'name': 'network-vif-deleted', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:25:51.675435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5f35fe-3d6a-44f0-afbf-09da3d0128c4" -d '{"events": [{"server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "name": "network-vif-deleted", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:25:51.721187 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4af26e-3767-4dbc-8084-dd2e51dd7f4d x-openstack-request-id: req-de4af26e-3767-4dbc-8084-dd2e51dd7f4d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:25:51.721556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd9d08-7f42-4fe6-b034-4784a3319ffc", "name": "network-vif-deleted", "tag": "7ac3d56f-660e-49b0-932e-0a95b2083700", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:25:51.722133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de4af26e-3767-4dbc-8084-dd2e51dd7f4d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:25:51.723178 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4af26e-3767-4dbc-8084-dd2e51dd7f4d'] response: {'server_uuid': '83dd9d08-7f42-4fe6-b034-4784a3319ffc', 'name': 'network-vif-deleted', 'tag': '7ac3d56f-660e-49b0-932e-0a95b2083700', 'status': 'completed', 'code': 200} May 04 07:25:52.046998 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-904babcc-9604-42c3-91c4-251477cbb436 req-eafe88ee-8c9a-4181-8a3e-84e2e2462a2e tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0278373 May 04 07:25:52.579209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3c43b-16df-4d29-ba09-97f07b253082 req-188ffc0b-6666-49d8-8011-bd2c026ad6be tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:52.580864 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07c3c43b-16df-4d29-ba09-97f07b253082 req-188ffc0b-6666-49d8-8011-bd2c026ad6be tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0534880 May 04 07:25:52.659445 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07c3c43b-16df-4d29-ba09-97f07b253082 req-4cef0d8e-87b1-44bf-9e74-e2df1663fb60 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719225 May 04 07:25:52.941568 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46320) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:53.059092 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f16c84f3-b570-49b0-8450-c9088347c5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.168636 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-db01b265-d7f7-4603-b0da-2d6f252dd653 req-28fd6c71-c074-49d8-b470-4fa816fcf355 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0413151 May 04 07:25:53.208928 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f16c84f3-b570-49b0-8450-c9088347c5a8 admin admin] Publish callbacks [] for security_group (a8209d90-4cde-4f99-a128-c23fe6658fa9), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.213575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f16c84f3-b570-49b0-8450-c9088347c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a8209d90-4cde-4f99-a128-c23fe6658fa9), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.253616 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f16c84f3-b570-49b0-8450-c9088347c5a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d6c19afbeab426c923342ed329104c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108616 May 04 07:25:53.254721 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c84f3-b570-49b0-8450-c9088347c5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8209d90-4cde-4f99-a128-c23fe6658fa9,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:53.257058 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46330) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:25:53.310298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] Publish callbacks [] for security_group (a8209d90-4cde-4f99-a128-c23fe6658fa9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.336119 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] Publish callbacks [] for security_group (a8209d90-4cde-4f99-a128-c23fe6658fa9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.385693 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a8209d90-4cde-4f99-a128-c23fe6658fa9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.388406 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:25:53.389547 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8209d90-4cde-4f99-a128-c23fe6658fa9 HTTP/1.1" status: 204 len: 168 time: 0.1306331 May 04 07:25:53.397458 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7b4f1-fdce-40f6-abdb-b47b866e05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8209d90-4cde-4f99-a128-c23fe6658fa9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:25:53.793731 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22bff5-10cf-44b8-98bb-3edd9f4aa7e1 req-2ef6e0f7-d5bd-4a02-ad9d-2abd125dbf03 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:53.795284 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d22bff5-10cf-44b8-98bb-3edd9f4aa7e1 req-2ef6e0f7-d5bd-4a02-ad9d-2abd125dbf03 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0468016 May 04 07:25:53.844385 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d22bff5-10cf-44b8-98bb-3edd9f4aa7e1 req-76a3f6f1-049a-4ece-b984-4c380e442e59 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 May 04 07:25:54.273434 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2bb34bb3-5fba-46da-b849-13ce0914f5c2 req-a5358481-fe72-49b6-aad1-9c353c1ab269 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0284286 May 04 07:25:54.958328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c941-7577-4969-b4bf-2447e609fe8d req-c781bed2-41fe-4ebd-92ea-2c2f27d47e4c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:54.960588 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0815c941-7577-4969-b4bf-2447e609fe8d req-c781bed2-41fe-4ebd-92ea-2c2f27d47e4c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0476489 May 04 07:25:55.010689 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0815c941-7577-4969-b4bf-2447e609fe8d req-580b5e59-99ab-47c8-8ef6-e2a2e7701a2b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 May 04 07:25:55.379242 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-157047a7-0385-4455-9dce-98f0524a0180 req-778c019a-e798-47b2-bbd5-90b1e83540ef tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0283449 May 04 07:25:55.998643 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 7ac3d56f-660e-49b0-932e-0a95b2083700 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:25:56.019201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 7ac3d56f-660e-49b0-932e-0a95b2083700 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:25:56.019573 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 7ac3d56f-660e-49b0-932e-0a95b2083700 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:25:56.134703 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beba5a-8558-4a1b-8397-30bfd01e23d0 req-deb6970e-9fec-4047-8e70-7dd86192a8fc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:56.136139 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-12beba5a-8558-4a1b-8397-30bfd01e23d0 req-deb6970e-9fec-4047-8e70-7dd86192a8fc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0554452 May 04 07:25:56.186779 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-12beba5a-8558-4a1b-8397-30bfd01e23d0 req-386afe64-73a3-42bb-a349-a0c2e78a4f00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 May 04 07:25:56.476128 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dfdd9a0d-e62f-472d-a175-8965fce4f40b req-6c556807-431d-4675-8280-12a94fb50d12 tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0264375 May 04 07:25:57.305530 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fda98b-fc4d-4035-bbe5-d0aad2f877bc req-574e2a66-7b51-42d0-95fe-295f376731dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:57.307050 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22fda98b-fc4d-4035-bbe5-d0aad2f877bc req-574e2a66-7b51-42d0-95fe-295f376731dd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0488992 May 04 07:25:57.375848 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22fda98b-fc4d-4035-bbe5-d0aad2f877bc req-30b355e8-f8be-49a2-a044-6ae1ce5ebb20 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626237 May 04 07:25:57.632161 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-876c4f52-29e5-4369-b95a-4e9f2895f607 req-2a7af511-774e-4eda-8bd7-b87de8821d6d tempest-DeleteServersTestJSON-939272611 tempest-DeleteServersTestJSON-939272611-project] 10.222.0.21 "GET /v2.0/ports?device_id=83dd9d08-7f42-4fe6-b034-4784a3319ffc HTTP/1.1" status: 200 len: 210 time: 0.0340497 May 04 07:25:58.501000 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100d21-2da3-4901-a65c-8976d1c17aef req-00d312eb-3097-4051-838b-622c666491bc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:58.502610 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5100d21-2da3-4901-a65c-8976d1c17aef req-00d312eb-3097-4051-838b-622c666491bc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0511627 May 04 07:25:58.552707 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5100d21-2da3-4901-a65c-8976d1c17aef req-92cef948-a94d-4233-b34a-b02248247d84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 May 04 07:25:59.677572 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f05eb-c197-481e-9777-7b79840cefff req-52b9a838-6833-4d36-8efb-6b40638beb9c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:25:59.679657 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-314f05eb-c197-481e-9777-7b79840cefff req-52b9a838-6833-4d36-8efb-6b40638beb9c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0470955 May 04 07:25:59.730576 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-314f05eb-c197-481e-9777-7b79840cefff req-90f69d2e-1239-44c5-aa81-067d58c6f202 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 May 04 07:26:00.038327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c82bcf1-4eba-48d4-9931-e7806cdfbfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:00.845476 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c25612-f10a-424d-b16f-66cc67273d05 req-8ebb1c19-6bd6-405b-a5a1-b7b2d5c4dc3e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:00.847082 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e8c25612-f10a-424d-b16f-66cc67273d05 req-8ebb1c19-6bd6-405b-a5a1-b7b2d5c4dc3e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0474107 May 04 07:26:00.898249 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e8c25612-f10a-424d-b16f-66cc67273d05 req-7b3642f2-9600-4862-b35d-9bd638ceb305 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 May 04 07:26:02.018679 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51accb46-c2f2-47c1-acda-90a9d590523e req-2bd7b241-3ade-43c3-a24c-d04c03660bfd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:02.020196 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-51accb46-c2f2-47c1-acda-90a9d590523e req-2bd7b241-3ade-43c3-a24c-d04c03660bfd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0499845 May 04 07:26:02.071955 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-51accb46-c2f2-47c1-acda-90a9d590523e req-27a0656c-d701-41a5-a739-ac29f94ed16e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448184 May 04 07:26:02.276214 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec58e-412a-4011-85f7-b671a91bb1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:03.185449 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b3bb-5b6a-4ebd-a535-cd6aaa4bab72 req-4656a58b-0e92-480b-8d86-ccdb789246bc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:03.186841 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd64b3bb-5b6a-4ebd-a535-cd6aaa4bab72 req-4656a58b-0e92-480b-8d86-ccdb789246bc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0455704 May 04 07:26:03.241368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd64b3bb-5b6a-4ebd-a535-cd6aaa4bab72 req-c9652978-8ab6-4ea1-9de4-4b62eda05564 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 May 04 07:26:03.386726 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839da2b-31d3-451e-a13d-fb6b4d02180a req-156b7e43-b380-4769-9534-f8c52cdaa59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:03.388227 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d839da2b-31d3-451e-a13d-fb6b4d02180a req-156b7e43-b380-4769-9534-f8c52cdaa59f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1129 time: 0.0396407 May 04 07:26:03.440113 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d839da2b-31d3-451e-a13d-fb6b4d02180a req-53eff951-bacc-4c3e-beb2-f14ca66476c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 May 04 07:26:03.473319 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:04.384275 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d3e43-383f-4d61-8fc6-5569e3b63d2f req-7a48f206-0ffc-4884-8fe8-a1e7b13c063f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:04.385840 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-482d3e43-383f-4d61-8fc6-5569e3b63d2f req-7a48f206-0ffc-4884-8fe8-a1e7b13c063f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0515454 May 04 07:26:04.435937 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-482d3e43-383f-4d61-8fc6-5569e3b63d2f req-1fb822de-fefe-44e2-a018-668b98e8701b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 May 04 07:26:04.778665 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.435090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46590) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:05.482842 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Deleting subnet a07e125c-3f35-407d-bbde-b25a77e79e73 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:26:05.485917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Publish callbacks [] for subnet (a07e125c-3f35-407d-bbde-b25a77e79e73), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.562458 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65fc6-236a-4e09-a44f-179336505347 req-570815a6-1c96-4c69-8656-bceb5fb848c8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:05.563863 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c1c65fc6-236a-4e09-a44f-179336505347 req-570815a6-1c96-4c69-8656-bceb5fb848c8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0586104 May 04 07:26:05.565934 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (a07e125c-3f35-407d-bbde-b25a77e79e73), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.630282 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (a07e125c-3f35-407d-bbde-b25a77e79e73), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.665490 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c1c65fc6-236a-4e09-a44f-179336505347 req-05e2df38-6d44-47e7-8ca8-52d8e943de7a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808451 May 04 07:26:05.700644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (a07e125c-3f35-407d-bbde-b25a77e79e73), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.730055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07e125c-3f35-407d-bbde-b25a77e79e73,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:05.738357 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.742276 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2b794b7f-c542-45d4-a4bc-7ce8ca394ca7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a07e125c-3f35-407d-bbde-b25a77e79e73 HTTP/1.1" status: 204 len: 168 time: 0.3061342 May 04 07:26:05.744714 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46602) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:05.804219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb3540-a93e-43a5-84cf-516ce6bebe06 req-639cabf8-ef63-4d0c-bd4a-b7620d2ae751 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:05.806353 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1acb3540-a93e-43a5-84cf-516ce6bebe06 req-639cabf8-ef63-4d0c-bd4a-b7620d2ae751 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0549712 May 04 07:26:05.825643 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (67f94df7-c873-4e7d-8943-a2d4a0acd1bb), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.889003 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1acb3540-a93e-43a5-84cf-516ce6bebe06 req-723dd0dd-fbfc-4cd7-883b-753dff2795ca tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763178 May 04 07:26:05.925433 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (67f94df7-c873-4e7d-8943-a2d4a0acd1bb), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.949903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f94df7-c873-4e7d-8943-a2d4a0acd1bb']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:05.961330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef67da6-acfc-4768-9e34-00e5074cd12b') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:05.961330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef67da6-acfc-4768-9e34-00e5074cd12b') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:05.974323 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (3ef67da6-acfc-4768-9e34-00e5074cd12b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:05.992168 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (3ef67da6-acfc-4768-9e34-00e5074cd12b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.002455 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:26:06.003090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (3ef67da6-acfc-4768-9e34-00e5074cd12b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:26:06.005537 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:26:06.080828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (67f94df7-c873-4e7d-8943-a2d4a0acd1bb), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.088386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.091666 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/67f94df7-c873-4e7d-8943-a2d4a0acd1bb HTTP/1.1" status: 204 len: 168 time: 0.3459215 May 04 07:26:06.107939 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067557f-06de-47c9-a993-d629674d0e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f94df7-c873-4e7d-8943-a2d4a0acd1bb,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:06.250258 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.395212 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46648) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:06.436452 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2ae7bddf-e613-483c-a031-99cf298938b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2edc784041949ea978066369bd4aa29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398824 May 04 07:26:06.438935 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46650) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:06.490043 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] Publish callbacks [] for security_group (35f5eda8-c24b-491c-988d-68f76cbf5bdf), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.525019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] Publish callbacks [] for security_group (35f5eda8-c24b-491c-988d-68f76cbf5bdf), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.575504 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (35f5eda8-c24b-491c-988d-68f76cbf5bdf), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.578040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:06.579342 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35f5eda8-c24b-491c-988d-68f76cbf5bdf HTTP/1.1" status: 204 len: 168 time: 0.1392326 May 04 07:26:06.589250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e840730-6c35-4af1-9960-b037ebe22ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5eda8-c24b-491c-988d-68f76cbf5bdf,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:06.699920 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46658) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:06.967882 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-803c4002-437b-485e-aa08-6453eb2618dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.068231 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-803c4002-437b-485e-aa08-6453eb2618dc admin admin] Publish callbacks [] for security_group (6f3e04cd-a327-4bcd-90c5-03a8d819ac0d), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.073087 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-803c4002-437b-485e-aa08-6453eb2618dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6f3e04cd-a327-4bcd-90c5-03a8d819ac0d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.114385 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-803c4002-437b-485e-aa08-6453eb2618dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f52331c913b4f5fa041337b7e614345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129078 May 04 07:26:07.115481 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c4002-437b-485e-aa08-6453eb2618dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e04cd-a327-4bcd-90c5-03a8d819ac0d,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:07.118290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46672) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:07.177684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] Publish callbacks [] for security_group (6f3e04cd-a327-4bcd-90c5-03a8d819ac0d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.204795 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] Publish callbacks [] for security_group (6f3e04cd-a327-4bcd-90c5-03a8d819ac0d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.260394 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6f3e04cd-a327-4bcd-90c5-03a8d819ac0d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.262916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.264098 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f3e04cd-a327-4bcd-90c5-03a8d819ac0d HTTP/1.1" status: 204 len: 168 time: 0.1443262 May 04 07:26:07.272304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe16f3-3030-4cbe-81e4-36d5c4e4a768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e04cd-a327-4bcd-90c5-03a8d819ac0d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:07.416936 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46694) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:07.564050 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-network', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:07.583961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Made reservation on behalf of a183ac2391e141ca8ef0e7f7cc47daed for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:07.587943 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.599303 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46698) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:07.606229 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.613076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6984cdd1-8501-465b-99be-c7a04c607ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.691366 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks [] for security_group (3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.695172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6984cdd1-8501-465b-99be-c7a04c607ced admin admin] Publish callbacks [] for security_group (49d9b33a-bb44-4dba-bbe8-01cd19d90772), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.697178 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.700784 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6984cdd1-8501-465b-99be-c7a04c607ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (49d9b33a-bb44-4dba-bbe8-01cd19d90772), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.730667 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:26:07.746909 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:07.753494 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (1b4670e9-215a-4d39-88f9-32985a532ab7), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.754252 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Added segment 1b4670e9-215a-4d39-88f9-32985a532ab7 of type vlan for network 7e464149-a859-4177-b1ae-34cb689b0bb9 May 04 07:26:07.755769 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6984cdd1-8501-465b-99be-c7a04c607ced admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39a5062334f2447aaa3346d08367e6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554034 May 04 07:26:07.758550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984cdd1-8501-465b-99be-c7a04c607ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d9b33a-bb44-4dba-bbe8-01cd19d90772,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:07.759761 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46700) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:07.821368 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (7e464149-a859-4177-b1ae-34cb689b0bb9), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.864053 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (7e464149-a859-4177-b1ae-34cb689b0bb9), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.864916 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:07.865598 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.867526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] Publish callbacks [] for security_group (49d9b33a-bb44-4dba-bbe8-01cd19d90772), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.920275 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] Publish callbacks [] for security_group (49d9b33a-bb44-4dba-bbe8-01cd19d90772), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.924650 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5066195 May 04 07:26:07.927875 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46702) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:07.935684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Request body: {'subnet': {'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-subnet', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:07.957130 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52bb80-c8ec-4353-94c3-02f160af810f admin admin] Pushing event updated for resources: {'Network': ['ID=7e464149-a859-4177-b1ae-34cb689b0bb9,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:07.957704 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Made reservation on behalf of a183ac2391e141ca8ef0e7f7cc47daed for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:07.960891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:07.968834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:26:08.020284 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (49d9b33a-bb44-4dba-bbe8-01cd19d90772), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.024373 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.025763 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49d9b33a-bb44-4dba-bbe8-01cd19d90772 HTTP/1.1" status: 204 len: 168 time: 0.2571185 May 04 07:26:08.043361 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87cd71-dd2a-4b55-a628-aaaf88d54947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d9b33a-bb44-4dba-bbe8-01cd19d90772,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:08.156550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (d6c4bd48-1c4f-4a95-83d7-1d670cc3e106), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.224339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:08.239339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Checking segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:08.240327 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Network hostable DHCP agents. Network: 7e464149-a859-4177-b1ae-34cb689b0bb9, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:26:08.269463 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:26:08.285902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 7e464149-a859-4177-b1ae-34cb689b0bb9) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:08.290770 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:08.291405 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.307799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d1edc-9b06-4ac5-9cd5-00dcc2e32afa None None] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:26:08.310863 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ec23204a-ed54-4d2a-bde4-d87a2c2dea79 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3814914 May 04 07:26:08.313587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46712) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:08.323898 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:08.352292 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.353426 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.451881 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-7e464149-a859-4177-b1ae-34cb689b0bb9', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:26:08.453215 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.619549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Allocated IP 172.20.0.2 (7e464149-a859-4177-b1ae-34cb689b0bb9/d6c4bd48-1c4f-4a95-83d7-1d670cc3e106/2e3d9c6d-0720-4efd-ab24-747ac1c9fe38) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:08.698690 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for router_controller (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.847001 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for router_gateway (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.905501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks [] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.911961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:08.953977 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:08.960461 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:08.964632 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:08.973453 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Pushing event updated for resources: {'Port': ['ID=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:09.030412 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Attempting to bind port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:26:09.030720 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Attempting to bind port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:26:09.031087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Attempting to bind port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:09.036277 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:26:09.036650 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Checking segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:09.038701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.038701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Bound using segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:26:09.038701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Bound port: 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:26:09.038947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.051367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for router_gateway (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.072388 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.108200 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] For port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:26:09.111753 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] For port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:26:09.118840 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.188970 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff86975-19a6-4ea6-9d5d-396dc56066ae None None] Pushing event updated for resources: {'Port': ['ID=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:09.203248 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Allocated IP 172.27.1.249 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/e22ac32c-18e4-4368-983d-64bb3ebce223) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:09.330212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.369197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:09.416312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:09.420727 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:09.423716 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:09.492418 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e22ac32c-18e4-4368-983d-64bb3ebce223,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:09.802495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for router_gateway (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.073058 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.157205 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:10.158435 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-1b6ae775-eded-40ec-9985-37bf24a4060e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944340 May 04 07:26:10.236627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:10.237330 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.319298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:26:10.369852 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:10.370391 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.409465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:10.421636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.458580 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:26:10.469217 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:26:10.470328 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccee5b-41e7-4daf-a6d4-cd63dbe85b6c None None] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:26:10.480262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.485345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46774) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:10.486369 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f691f557-279f-4404-801d-b86210dc00c2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1661108 May 04 07:26:10.498814 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:10.499556 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:10.523865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:10.573503 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1574bb3c-61da-4c20-9042-327793b6432c None None] Provisioning complete for port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:10.573891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1574bb3c-61da-4c20-9042-327793b6432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.651108 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:10.696622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-624e7d76-1f23-494d-9dfe-7590c442f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:10.698151 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-624e7d76-1f23-494d-9dfe-7590c442f006 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0587373 May 04 07:26:10.751700 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1574bb3c-61da-4c20-9042-327793b6432c None None] Current status of the port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:10.864914 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:09Z', 'revision_number': 3, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:10.886809 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-c95416b6-20aa-440c-ba4e-c851c1c719e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:10.888567 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-c95416b6-20aa-440c-ba4e-c851c1c719e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1657841 May 04 07:26:10.906425 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:26:10.906773 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Updating router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 port e22ac32c-18e4-4368-983d-64bb3ebce223 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:26:10.937357 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:10.950501 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-fab1d7ae-9075-43f5-bb35-38c52a4e6ad6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.0555642 May 04 07:26:10.976741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-37cc33ca-27cd-428b-85d1-885b235628f7 None None] Provisioning complete for port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:10.977492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-37cc33ca-27cd-428b-85d1-885b235628f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.029667 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-bac2fb21-a8e8-418e-ae00-3e8709e92518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:11.031177 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-bac2fb21-a8e8-418e-ae00-3e8709e92518 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0737469 May 04 07:26:11.090570 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-a9f03c32-cd93-4b2a-bc1a-221638cd45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:11.092311 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-a9f03c32-cd93-4b2a-bc1a-221638cd45a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514607 May 04 07:26:11.101606 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.105489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-37cc33ca-27cd-428b-85d1-885b235628f7 None None] Current status of the port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:11.213225 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-be5b070c-1f15-4e85-b84c-88e7d0df21c3 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135340 May 04 07:26:11.233318 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks [] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.240930 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.312141 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Pushing event updated for resources: {'Port': ['ID=e22ac32c-18e4-4368-983d-64bb3ebce223,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:11.316783 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Allocated IP 172.20.0.1 (7e464149-a859-4177-b1ae-34cb689b0bb9/d6c4bd48-1c4f-4a95-83d7-1d670cc3e106/dd1dd932-7d58-41fb-8fdd-0358213479ca) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:11.326278 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.326753 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.327276 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.327644 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.327976 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.328355 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.328675 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.328994 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.329326 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.329644 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.329963 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.330399 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.330525 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee57664b-1621-4b22-9937-d02109f8ad52 req-8ba3a6dc-3cb8-4fbf-a50b-c6be7dab7f09 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071591 May 04 07:26:11.330993 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.331171 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.331575 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:11.336537 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Attempting to bind port e22ac32c-18e4-4368-983d-64bb3ebce223 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:26:11.337330 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Attempting to bind port e22ac32c-18e4-4368-983d-64bb3ebce223 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:26:11.337687 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Attempting to bind port e22ac32c-18e4-4368-983d-64bb3ebce223 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:11.344317 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:26:11.344675 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:11.345066 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.345440 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:26:11.346229 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Bound port: e22ac32c-18e4-4368-983d-64bb3ebce223, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:26:11.346347 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.414292 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] For port e22ac32c-18e4-4368-983d-64bb3ebce223, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:26:11.417131 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] For port e22ac32c-18e4-4368-983d-64bb3ebce223, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=e22ac32c-18e4-4368-983d-64bb3ebce223,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:26:11.441984 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.483036 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:26:11.498638 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks [] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.525516 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52882313-19eb-48f1-b731-1cb6f1723a2e None None] Pushing event updated for resources: {'Port': ['ID=e22ac32c-18e4-4368-983d-64bb3ebce223,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:11.529970 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:11.530570 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:11.581587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:11.669066 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:11.673575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:11.681249 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:11.683920 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:11.711735 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Pushing event updated for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:11.750295 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.122020 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.147370 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:12.150653 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-f86c1189-d341-4ff9-b459-496d27df6566 None None] Provisioning complete for port dd1dd932-7d58-41fb-8fdd-0358213479ca triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:12.154081 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f86c1189-d341-4ff9-b459-496d27df6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.187645 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:09Z', 'revision_number': 3, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:12.228458 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f86c1189-d341-4ff9-b459-496d27df6566 None None] Port dd1dd932-7d58-41fb-8fdd-0358213479ca cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:26:12.239575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:12.239942 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.242785 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d09c21-8852-4dbc-aaf5-5ec31f818cb4 None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:09Z', 'revision_number': 3, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:26:12.343612 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:12.371208 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0798f05-03eb-470b-8125-0cba2ce89e1a req-af30cb0c-7d2c-4f65-a2c1-b12670d248e5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:12.379672 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0798f05-03eb-470b-8125-0cba2ce89e1a req-af30cb0c-7d2c-4f65-a2c1-b12670d248e5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0766041 May 04 07:26:12.413537 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks [] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.420379 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.426656 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-1132863d-4b1a-475b-94d2-7d0d36a5dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:12.429497 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-1132863d-4b1a-475b-94d2-7d0d36a5dd9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0452180 May 04 07:26:12.532582 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0798f05-03eb-470b-8125-0cba2ce89e1a req-1ea8052f-5686-456e-83c0-12d1b8a691a7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500185 May 04 07:26:12.535592 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Pushing event updated for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:12.550536 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-3df466e1-fdd6-4c43-9ee2-f9112afb3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:12.552301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-3df466e1-fdd6-4c43-9ee2-f9112afb3516 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1146121 May 04 07:26:12.556448 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:12.648813 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-af666f55-0bbb-4c55-b86e-82eabc7c5bce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.0885589 May 04 07:26:12.721309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:12.722109 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-2da64c47-2482-48e2-b507-9afdcab457ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:12.723223 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:12.723700 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-2da64c47-2482-48e2-b507-9afdcab457ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0627713 May 04 07:26:12.778205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-f3a28442-8574-49cb-8b04-ce495c18bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:12.780180 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-f3a28442-8574-49cb-8b04-ce495c18bb36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457745 May 04 07:26:12.925794 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-cd0f20ad-f0e2-4754-a692-0e9a5314d18d service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358898 May 04 07:26:12.957251 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:26:13.070115 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-e26b9ae9-cf11-4f53-9dc0-16c2410ad8ab None None] Provisioning complete for port dd1dd932-7d58-41fb-8fdd-0358213479ca triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:13.070514 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e26b9ae9-cf11-4f53-9dc0-16c2410ad8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:13.122690 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a8c21fe-608d-40ae-aba6-40ab1b6a471a req-96278746-a2bf-4d29-985c-104bb503a508 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853235 May 04 07:26:13.157090 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e26b9ae9-cf11-4f53-9dc0-16c2410ad8ab None None] Port dd1dd932-7d58-41fb-8fdd-0358213479ca cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:26:13.188923 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:26:13.199106 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c8e007e9-fe17-40f4-8f80-001e4971f3dc admin admin] 10.222.0.21 "PUT /v2.0/routers/d3847aa8-e423-4f63-99d4-f3f7fb7735b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7126143 May 04 07:26:13.654978 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67808-c5d8-46ab-86bb-53d6b0a4d949 req-4b2bfdd8-2614-4932-80f1-48c16a02fa7f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:13.656514 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43c67808-c5d8-46ab-86bb-53d6b0a4d949 req-4b2bfdd8-2614-4932-80f1-48c16a02fa7f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0514712 May 04 07:26:13.708994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46842) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:13.715975 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43c67808-c5d8-46ab-86bb-53d6b0a4d949 req-2a2b01de-f374-4f2b-b587-548ba9a5da2a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531499 May 04 07:26:13.719383 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--492491289', 'description': 'tempest-description--898872503'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:13.743752 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:13.828683 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (e90ca9cd-1e22-4ad4-80ff-737dcdfd6000), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:13.832418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (e90ca9cd-1e22-4ad4-80ff-737dcdfd6000), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:13.869150 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:13.870398 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1596932 May 04 07:26:13.871633 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527d7aa-6ecb-4b2a-9d23-fe52167ce137 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:13.873370 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46844) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:13.878633 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group_rule': {'security_group_id': 'e90ca9cd-1e22-4ad4-80ff-737dcdfd6000', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:13.904876 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (a8672d35-69db-480f-b70e-2adb4ebb26c6), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.035327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.124870 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device e22ac32c-18e4-4368-983d-64bb3ebce223 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:14.217060 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port e22ac32c-18e4-4368-983d-64bb3ebce223 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:14.218231 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.267785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (a8672d35-69db-480f-b70e-2adb4ebb26c6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.274049 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (a8672d35-69db-480f-b70e-2adb4ebb26c6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.297867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8672d35-69db-480f-b70e-2adb4ebb26c6,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:14.307889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.311191 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a6c5860b-f362-4e36-8248-dffed8a0ab2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4342451 May 04 07:26:14.315634 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 46854) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:14.317799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port e22ac32c-18e4-4368-983d-64bb3ebce223 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:14.317799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.320735 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group_rule': {'security_group_id': 'e90ca9cd-1e22-4ad4-80ff-737dcdfd6000', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:14.340656 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port e22ac32c-18e4-4368-983d-64bb3ebce223, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=e22ac32c-18e4-4368-983d-64bb3ebce223,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:14.347486 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.355187 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (e91e316b-4634-414d-ada6-558feec8f7ee), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.411565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=e22ac32c-18e4-4368-983d-64bb3ebce223,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:14.424150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:26:14.442304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (e91e316b-4634-414d-ada6-558feec8f7ee), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.448767 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:14.449639 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:14.452097 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (e91e316b-4634-414d-ada6-558feec8f7ee), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.483533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91e316b-4634-414d-ada6-558feec8f7ee,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:14.488124 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.489303 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bc0e3900-ff95-4555-81a4-f91487626ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725068 May 04 07:26:14.492646 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 46862) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:14.498197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:14.536335 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.603273 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:14.622962 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.822071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 2, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:14.864236 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:26:14.864559 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Updating router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 port dd1dd932-7d58-41fb-8fdd-0358213479ca binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:26:14.869931 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce8c7-599b-45fe-be82-cd1b78715b2d req-6d15f509-0e4d-4ae3-afbd-e4025a7e96a3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:14.872091 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e18ce8c7-599b-45fe-be82-cd1b78715b2d req-6d15f509-0e4d-4ae3-afbd-e4025a7e96a3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0643632 May 04 07:26:14.908671 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:14.930736 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e18ce8c7-599b-45fe-be82-cd1b78715b2d req-f61e0f93-bf13-4ef5-aaa2-7ab0f2fcb55d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 May 04 07:26:14.945150 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Allocated IP 172.27.1.240 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/71803610-e92d-414a-8262-1e318be9eedf) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:15.064497 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (71803610-e92d-414a-8262-1e318be9eedf), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.101946 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (71803610-e92d-414a-8262-1e318be9eedf), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.142218 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:15.145188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:15.147896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:15.183029 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=71803610-e92d-414a-8262-1e318be9eedf,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:15.192113 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.192469 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.192810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.193154 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.194112 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.194875 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.194875 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.195247 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.198122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:15.224270 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks [] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.232154 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.280645 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.287846 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb4d7c-7041-4a70-a242-ff1fdab13a99 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:15.330861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (71803610-e92d-414a-8262-1e318be9eedf), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.362652 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Attempting to bind port dd1dd932-7d58-41fb-8fdd-0358213479ca on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:26:15.363107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Attempting to bind port dd1dd932-7d58-41fb-8fdd-0358213479ca by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:26:15.363582 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Attempting to bind port dd1dd932-7d58-41fb-8fdd-0358213479ca on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:15.371581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:26:15.372081 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Checking segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:15.372498 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.372893 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Bound using segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:26:15.373370 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Bound port: dd1dd932-7d58-41fb-8fdd-0358213479ca, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:26:15.373751 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.452278 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] For port dd1dd932-7d58-41fb-8fdd-0358213479ca, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:26:15.459756 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] For port dd1dd932-7d58-41fb-8fdd-0358213479ca, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=dd1dd932-7d58-41fb-8fdd-0358213479ca,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:26:15.468197 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.557002 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:15.558134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:15.560087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb4d7c-7041-4a70-a242-ff1fdab13a99 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:15.570019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (71803610-e92d-414a-8262-1e318be9eedf), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.576693 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (71803610-e92d-414a-8262-1e318be9eedf), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.613349 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Provisioning complete for port dd1dd932-7d58-41fb-8fdd-0358213479ca triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:15.613990 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.664120 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=71803610-e92d-414a-8262-1e318be9eedf,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:15.691067 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.710565 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.712124 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a10f8c3b-5231-4d05-90f1-20354a988cc5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2183340 May 04 07:26:15.874771 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-e8fceff0-ba59-4a8e-8964-6dacc9c440de tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--492491289&fields=id&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 267 time: 0.0476987 May 04 07:26:15.892446 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:15.894549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Current status of the port dd1dd932-7d58-41fb-8fdd-0358213479ca is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:15.894932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:15.993494 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-0d9ed080-f0d1-4953-8a07-6a5731df58e3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:15.995006 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-0d9ed080-f0d1-4953-8a07-6a5731df58e3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 817 time: 0.1133993 May 04 07:26:16.001623 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] For port dd1dd932-7d58-41fb-8fdd-0358213479ca, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=dd1dd932-7d58-41fb-8fdd-0358213479ca,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:16.013589 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:16.019193 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d7c8338b-f032-40d6-8e36-6a748528c292 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/quotas/a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 375 time: 0.0178292 May 04 07:26:16.065527 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709138-8c0d-43a9-8faf-8476a7094fe6 req-f8e6042e-67bf-4567-a74f-d6b03a3350ef tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:16.074277 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4d709138-8c0d-43a9-8faf-8476a7094fe6 req-f8e6042e-67bf-4567-a74f-d6b03a3350ef tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0616181 May 04 07:26:16.089667 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-5745e62b-89a4-48bf-a856-be0e9fe70bbc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627649 May 04 07:26:16.111186 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device e22ac32c-18e4-4368-983d-64bb3ebce223 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:16.154149 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4d709138-8c0d-43a9-8faf-8476a7094fe6 req-4885b688-b3b8-4786-b6bf-fa35a3aaa7de tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786941 May 04 07:26:16.174891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed16c8-ca1a-4e2c-be18-4eaa3ab47f72 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:16.190577 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-4bdef64d-16a3-49f3-ac67-7914f99d2204 None None] Provisioning complete for port dd1dd932-7d58-41fb-8fdd-0358213479ca triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:16.190978 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4bdef64d-16a3-49f3-ac67-7914f99d2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:16.225657 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-f0da91b9-a149-493d-88ec-176b94753274 service neutron] 10.222.0.21 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084430 May 04 07:26:16.276157 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port e22ac32c-18e4-4368-983d-64bb3ebce223 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:16.276721 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:16.279106 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:16.329620 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b309b-111b-4018-87ee-347d8fbd217d None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:26:16.339090 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-43c0eed6-1ef4-4e58-8439-e1318a6c44f3 service neutron] 10.222.0.21 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069634 May 04 07:26:16.405875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4bdef64d-16a3-49f3-ac67-7914f99d2204 None None] Current status of the port dd1dd932-7d58-41fb-8fdd-0358213479ca is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:16.449527 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port e22ac32c-18e4-4368-983d-64bb3ebce223 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:16.621289 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c98b5a53-a58e-4453-b3ba-5833a7caa385 req-d5e8d842-41f0-4f87-948b-c8b6fc97bcd6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 210 time: 0.0302584 May 04 07:26:17.267638 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dea1dc-c9ad-4a09-9feb-7c6d7698e492 req-b0fdef72-551b-4e37-af93-7f30f4b392eb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:17.269340 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-69dea1dc-c9ad-4a09-9feb-7c6d7698e492 req-b0fdef72-551b-4e37-af93-7f30f4b392eb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0553632 May 04 07:26:17.326964 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-69dea1dc-c9ad-4a09-9feb-7c6d7698e492 req-b4bbf1b5-2d44-4aea-b6c7-3127b8eb4a59 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511405 May 04 07:26:17.732891 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5d2dd74-d4f5-402c-8a9b-1e73f0349a79 req-45e12ab3-76bf-48eb-b6af-a1ecaa505107 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 210 time: 0.0311308 May 04 07:26:18.073918 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device dd1dd932-7d58-41fb-8fdd-0358213479ca up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:18.122119 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port dd1dd932-7d58-41fb-8fdd-0358213479ca triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:18.122504 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:18.213496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port dd1dd932-7d58-41fb-8fdd-0358213479ca is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:18.451250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66801a13-f7dd-4a32-8df9-11190c0cc5ca req-c988cc03-801d-4a1e-9aef-382d6471b1e4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:18.451250 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-66801a13-f7dd-4a32-8df9-11190c0cc5ca req-c988cc03-801d-4a1e-9aef-382d6471b1e4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0516255 May 04 07:26:18.503107 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-66801a13-f7dd-4a32-8df9-11190c0cc5ca req-5e8bbcea-aca2-4f08-a6d2-7b9f9403177f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 May 04 07:26:18.836017 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70438d77-47da-44b8-9669-3e4b9e16dba1 req-75e0b3f0-cc54-4689-8ec5-e9b9b74db1d2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 210 time: 0.0276585 May 04 07:26:19.624753 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bfb6-399e-492c-9175-2120b6ebcf6b req-d748e351-99db-4e7f-a6f5-86fd746bb4c8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:19.626405 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7120bfb6-399e-492c-9175-2120b6ebcf6b req-d748e351-99db-4e7f-a6f5-86fd746bb4c8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0521977 May 04 07:26:19.677043 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7120bfb6-399e-492c-9175-2120b6ebcf6b req-9543e139-b970-4c7e-a80b-f2a1088d1c25 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 May 04 07:26:20.016964 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-095e4a03-661b-4a82-b096-c0149bf12ab1 req-b1ffaaf1-dd54-45b8-bd36-785ba53fabb1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 210 time: 0.0632253 May 04 07:26:20.050107 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-813a0b1d-eb0c-4748-b290-fe458f67856d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:20.052320 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-813a0b1d-eb0c-4748-b290-fe458f67856d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 817 time: 0.1968510 May 04 07:26:20.157745 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-5cf41eed-6dbb-4799-9565-99ad0afa50f9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 379 time: 0.0580473 May 04 07:26:20.260055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'port': {'device_id': 'd719714e-b41a-477a-9690-19eb2cb16865', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'admin_state_up': True, 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'security_groups': ['e90ca9cd-1e22-4ad4-80ff-737dcdfd6000']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:20.373475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Made reservation on behalf of a183ac2391e141ca8ef0e7f7cc47daed for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:20.376883 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:20.524118 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Allocated IP 172.20.0.6 (7e464149-a859-4177-b1ae-34cb689b0bb9/d6c4bd48-1c4f-4a95-83d7-1d670cc3e106/a6010091-d7c4-444a-ae1e-4b6a7628d021) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:20.703736 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:20.747724 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:20.791799 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:20.796034 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:20.800083 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:20.837535 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d3390-26a8-466e-8dbf-2a85680e61cd req-cad6282d-d586-4952-b3d1-3db9003ae414 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:20.840661 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e1d3390-26a8-466e-8dbf-2a85680e61cd req-cad6282d-d586-4952-b3d1-3db9003ae414 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0816224 May 04 07:26:20.883818 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:20.895162 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.895894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.896516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.897730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.898290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.898889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.899471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.900034 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.900619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.901225 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.901783 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.902330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.902931 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.903903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.904772 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:20.925794 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:20.926652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:20.950324 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-d6f99318-810f-443c-bc8e-93772289fa87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6955273 May 04 07:26:20.969585 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Request body: {'port': {'device_id': 'd719714e-b41a-477a-9690-19eb2cb16865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:21.017581 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e1d3390-26a8-466e-8dbf-2a85680e61cd req-8b512a4d-cb27-4da9-9c15-627c112a7508 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651452 May 04 07:26:21.113873 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.184685 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-5f0937fa-cf6d-4950-a791-30df39c20946 None None] Provisioning complete for port a6010091-d7c4-444a-ae1e-4b6a7628d021 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:21.185315 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5f0937fa-cf6d-4950-a791-30df39c20946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.233241 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e7a39-f228-4af5-9edd-e4084cae65f8 req-bd8d4722-db68-4998-aaf7-4947362391f1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:21.235058 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e2e7a39-f228-4af5-9edd-e4084cae65f8 req-bd8d4722-db68-4998-aaf7-4947362391f1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 931 time: 0.0704582 May 04 07:26:21.237415 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5f0937fa-cf6d-4950-a791-30df39c20946 None None] Port a6010091-d7c4-444a-ae1e-4b6a7628d021 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:26:21.374971 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e2e7a39-f228-4af5-9edd-e4084cae65f8 req-c77409af-9d63-47c1-8ce9-5f3768287ee3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827839 May 04 07:26:21.527284 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:26:21.540573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks [] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.554910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Transition to ACTIVE for port object a6010091-d7c4-444a-ae1e-4b6a7628d021 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:26:21.560232 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.639343 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:21.701411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Attempting to bind port a6010091-d7c4-444a-ae1e-4b6a7628d021 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:26:21.701748 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Attempting to bind port a6010091-d7c4-444a-ae1e-4b6a7628d021 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:26:21.702075 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Attempting to bind port a6010091-d7c4-444a-ae1e-4b6a7628d021 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:21.706602 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Port a6010091-d7c4-444a-ae1e-4b6a7628d021 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:26:21.706916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Attempting to bind port a6010091-d7c4-444a-ae1e-4b6a7628d021 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:21.712166 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:26:21.712508 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Checking segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:21.712888 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Bound using segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:26:21.713323 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Bound port: a6010091-d7c4-444a-ae1e-4b6a7628d021, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:26:21.713676 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.784670 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:26:21.788753 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:26:21.794520 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.828022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:21.828514 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:21.829919 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 1093 time: 0.8659182 May 04 07:26:21.830377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:26:21.832666 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37723c02-0112-4c6b-9050-f52bd99abf41" -d '{"events": [{"name": "network-changed", "server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:26:21.868138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a247c4-ac07-461a-ba6a-c645ae8d31f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:21.884511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1d6fbb-23c5-4b0e-8647-fde593a2f045 x-openstack-request-id: req-8e1d6fbb-23c5-4b0e-8647-fde593a2f045 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:26:21.884794 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:26:21.885042 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e1d6fbb-23c5-4b0e-8647-fde593a2f045 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:26:21.885438 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1d6fbb-23c5-4b0e-8647-fde593a2f045'] response: {'name': 'network-changed', 'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'status': 'completed', 'code': 200} May 04 07:26:21.963664 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-ac152880-facb-4e22-88ef-12192f9d178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:21.965166 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-ac152880-facb-4e22-88ef-12192f9d178a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1127 time: 0.0411003 May 04 07:26:22.087248 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-5f5a40c1-2f7a-4fe9-b0f1-1358e87a2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.089519 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-5f5a40c1-2f7a-4fe9-b0f1-1358e87a2f51 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1097891 May 04 07:26:22.206812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-5640edf9-5992-4a69-8e78-9d355b78c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.208357 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37723c02-0112-4c6b-9050-f52bd99abf41 req-5640edf9-5992-4a69-8e78-9d355b78c2cd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129687 May 04 07:26:22.348189 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-a535c2ed-d088-4bdf-9890-b682cb9528cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.349690 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-a535c2ed-d088-4bdf-9890-b682cb9528cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1127 time: 0.0722835 May 04 07:26:22.358217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4bdb-b431-4e62-b333-8b3bdcd301dc req-73259f25-2dbe-4f88-bb23-257f64371c84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.359639 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d60b4bdb-b431-4e62-b333-8b3bdcd301dc req-73259f25-2dbe-4f88-bb23-257f64371c84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0736659 May 04 07:26:22.406047 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-a68af232-50d7-41a3-afab-277f6f0cfc4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 217 time: 0.0407698 May 04 07:26:22.481240 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d60b4bdb-b431-4e62-b333-8b3bdcd301dc req-1345a24d-6882-453f-a67b-26ddbf6b37fa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101453 May 04 07:26:22.484899 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-9ab4fac9-0718-483d-ba2f-2a09a201f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.486269 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-9ab4fac9-0718-483d-ba2f-2a09a201f478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0740066 May 04 07:26:22.539580 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-b006d3e8-1c38-4856-9a7d-f7a91ad8e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.540162 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686430-f9f6-4103-8131-1a936766bbd3 req-0635541b-12d1-4747-b07c-3c266512f618 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:22.541649 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf686430-f9f6-4103-8131-1a936766bbd3 req-0635541b-12d1-4747-b07c-3c266512f618 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0558372 May 04 07:26:22.541930 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-b006d3e8-1c38-4856-9a7d-f7a91ad8e5bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482838 May 04 07:26:22.592728 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf686430-f9f6-4103-8131-1a936766bbd3 req-63f66d29-e881-425a-aeca-36385094e6e3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 May 04 07:26:22.643241 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-aa85594b-a5be-4f9e-af9f-15d59c74341e service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936816 May 04 07:26:22.745968 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1601f4ca-89f5-4934-bc93-cb0ed4eda0e9 req-3e63ea90-f7c5-4a24-9b8e-c4a3b63895c6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961709 May 04 07:26:23.606926 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323da6-5dd5-4e70-9715-5476c42a7e2d req-da4752b4-14c8-426a-b930-6d954ca67f18 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:23.608437 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8323da6-5dd5-4e70-9715-5476c42a7e2d req-da4752b4-14c8-426a-b930-6d954ca67f18 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0515718 May 04 07:26:23.663603 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8323da6-5dd5-4e70-9715-5476c42a7e2d req-83c8b29a-05d3-49f0-b8fa-8c41e512f478 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 May 04 07:26:23.738233 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b63d6-cb6b-4d8b-9af0-c4073aa77ba5 req-f432898c-b991-4d0d-9139-e812aaad1f3c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:23.739976 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d8b63d6-cb6b-4d8b-9af0-c4073aa77ba5 req-f432898c-b991-4d0d-9139-e812aaad1f3c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0499697 May 04 07:26:23.792111 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d8b63d6-cb6b-4d8b-9af0-c4073aa77ba5 req-f3dfd53b-b232-4c8f-9a36-4a9fdd786f16 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456805 May 04 07:26:24.078205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47094) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:24.190454 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e711e08-ebc5-4f64-87da-fe5623693622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.289478 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e711e08-ebc5-4f64-87da-fe5623693622 admin admin] Publish callbacks [] for security_group (d993e64e-f6c2-4806-bcb4-0e55435540be), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.294852 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e711e08-ebc5-4f64-87da-fe5623693622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d993e64e-f6c2-4806-bcb4-0e55435540be), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.337270 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3e711e08-ebc5-4f64-87da-fe5623693622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b07e5418c28453eb4d33b6bbb442af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578876 May 04 07:26:24.338044 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e711e08-ebc5-4f64-87da-fe5623693622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d993e64e-f6c2-4806-bcb4-0e55435540be,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:24.340708 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47102) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:24.399335 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] Publish callbacks [] for security_group (d993e64e-f6c2-4806-bcb4-0e55435540be), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.424899 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] Publish callbacks [] for security_group (d993e64e-f6c2-4806-bcb4-0e55435540be), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.483518 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d993e64e-f6c2-4806-bcb4-0e55435540be), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.486079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.487245 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d993e64e-f6c2-4806-bcb4-0e55435540be HTTP/1.1" status: 204 len: 168 time: 0.1450124 May 04 07:26:24.496555 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826017d-9723-4e3a-bd0c-6d37a6b17332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993e64e-f6c2-4806-bcb4-0e55435540be,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:24.769685 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47110) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:24.782457 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80676bf-d416-450c-9390-3ae08c142d8d req-8309e0c4-11ea-4d38-8a6e-233e38606da7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:24.783878 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2039edb-91aa-4d66-a8fa-ceaa19e76688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.784377 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e80676bf-d416-450c-9390-3ae08c142d8d req-8309e0c4-11ea-4d38-8a6e-233e38606da7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0513933 May 04 07:26:24.848837 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e80676bf-d416-450c-9390-3ae08c142d8d req-afbd6201-01e1-4b5d-b70d-50f1988b4f51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 May 04 07:26:24.881902 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2039edb-91aa-4d66-a8fa-ceaa19e76688 admin admin] Publish callbacks [] for security_group (4659750a-980e-4d2f-b195-7053ffef23fe), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.888251 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2039edb-91aa-4d66-a8fa-ceaa19e76688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4659750a-980e-4d2f-b195-7053ffef23fe), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:24.962811 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f2039edb-91aa-4d66-a8fa-ceaa19e76688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1ae648168cb47f0b59cf9b69e47f2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919084 May 04 07:26:24.965789 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47116) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:24.967437 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2039edb-91aa-4d66-a8fa-ceaa19e76688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4659750a-980e-4d2f-b195-7053ffef23fe,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:24.977309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416d43-fff9-4bec-a8c0-dab8c660406a req-9504fabc-efcb-48cc-85e8-4744ce773330 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:24.978783 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f6416d43-fff9-4bec-a8c0-dab8c660406a req-9504fabc-efcb-48cc-85e8-4744ce773330 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0852923 May 04 07:26:25.045918 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f6416d43-fff9-4bec-a8c0-dab8c660406a req-f78dd714-3b97-4ede-82ea-6ef4afc8a5fc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557196 May 04 07:26:25.076190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] Publish callbacks [] for security_group (4659750a-980e-4d2f-b195-7053ffef23fe), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:25.096545 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] Publish callbacks [] for security_group (4659750a-980e-4d2f-b195-7053ffef23fe), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:25.149975 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4659750a-980e-4d2f-b195-7053ffef23fe), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:25.152516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:25.153658 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4659750a-980e-4d2f-b195-7053ffef23fe HTTP/1.1" status: 204 len: 168 time: 0.1864705 May 04 07:26:25.161515 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d80a-7851-4694-a283-49494f720fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659750a-980e-4d2f-b195-7053ffef23fe,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:25.983474 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75177-dc18-42bb-9a56-67be4c7b8664 req-9a933302-5812-434c-bab5-5d939755c8d2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:25.985240 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29b75177-dc18-42bb-9a56-67be4c7b8664 req-9a933302-5812-434c-bab5-5d939755c8d2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0513589 May 04 07:26:26.034821 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29b75177-dc18-42bb-9a56-67be4c7b8664 req-f36a0ccf-5df1-43a9-af7c-7736e05cf964 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 May 04 07:26:26.199815 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7b48e-f8ef-4b3e-ab4e-8e9bea9a5f0a req-a29690dc-4191-4ce8-97d8-e491f31cdae7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:26.201332 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-42e7b48e-f8ef-4b3e-ab4e-8e9bea9a5f0a req-a29690dc-4191-4ce8-97d8-e491f31cdae7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0528333 May 04 07:26:26.252941 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-42e7b48e-f8ef-4b3e-ab4e-8e9bea9a5f0a req-d551ae1d-baa9-4aa3-b93d-f080b1763768 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 May 04 07:26:27.154048 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624bd5b-3e19-41d0-a917-e34ababc1a02 req-f2eccf3b-7f46-4412-b953-36487194915d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:27.155566 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5624bd5b-3e19-41d0-a917-e34ababc1a02 req-f2eccf3b-7f46-4412-b953-36487194915d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0476472 May 04 07:26:27.207277 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5624bd5b-3e19-41d0-a917-e34ababc1a02 req-0d59cc6b-9345-44d0-a2a5-9c21077c51d5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 May 04 07:26:27.387826 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df593425-9259-4a23-a0e2-12f4b5c79277 req-c61ab99b-8755-4f9a-921b-4c39637a40c2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:27.389493 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df593425-9259-4a23-a0e2-12f4b5c79277 req-c61ab99b-8755-4f9a-921b-4c39637a40c2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0517550 May 04 07:26:27.443417 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df593425-9259-4a23-a0e2-12f4b5c79277 req-c44487ed-6d25-468e-9c29-2414e1e4cfb8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482671 May 04 07:26:28.327434 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17d493-bfc5-4830-9bd4-16418cc3a0a8 req-b5d4ddd9-df37-47d9-ad57-55a6893084d6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:28.328837 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f17d493-bfc5-4830-9bd4-16418cc3a0a8 req-b5d4ddd9-df37-47d9-ad57-55a6893084d6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0522118 May 04 07:26:28.406558 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f17d493-bfc5-4830-9bd4-16418cc3a0a8 req-44f5e15a-7107-40f5-857f-7bb29d35829f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 May 04 07:26:28.573130 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e652652-5ac2-40be-a60b-52eb4ff6735f req-35c04158-cc3d-4e7f-8b2b-5c91908fd801 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:28.574674 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e652652-5ac2-40be-a60b-52eb4ff6735f req-35c04158-cc3d-4e7f-8b2b-5c91908fd801 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0532212 May 04 07:26:28.637610 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e652652-5ac2-40be-a60b-52eb4ff6735f req-5bb1194e-6f15-4fd9-acf1-34bc06eb79f9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573230 May 04 07:26:29.187674 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:26:29.204874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47232) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:29.278694 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Deleting subnet 6c402547-f105-4b61-95f8-d44762ee2a5a {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:26:29.283550 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Publish callbacks [] for subnet (6c402547-f105-4b61-95f8-d44762ee2a5a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.293677 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:29.306637 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:26:29.324449 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (6c402547-f105-4b61-95f8-d44762ee2a5a), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.359674 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:29.360187 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.368810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (6c402547-f105-4b61-95f8-d44762ee2a5a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.375139 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:26:29.397980 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:29.402117 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.422915 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (6c402547-f105-4b61-95f8-d44762ee2a5a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.452143 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c402547-f105-4b61-95f8-d44762ee2a5a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:29.459732 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.476324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47244) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:29.476915 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-503295ee-2da7-400e-83ff-bf479602bd8a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c402547-f105-4b61-95f8-d44762ee2a5a HTTP/1.1" status: 204 len: 168 time: 0.2697556 May 04 07:26:29.482876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:29.491447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.491931 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.492560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.493016 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.493445 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.493868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.494291 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.495379 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.495947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.496526 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.496971 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.497515 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.497935 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.498354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.498773 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:26:29.611782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d036-3e80-4df4-842c-e863ef0ef2d3 req-a5ad67ff-d9f7-42c6-bc4a-30dd9845c011 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:29.615914 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f317d036-3e80-4df4-842c-e863ef0ef2d3 req-a5ad67ff-d9f7-42c6-bc4a-30dd9845c011 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.1009386 May 04 07:26:29.619192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (bcfd7f01-ca35-4510-b4ea-cae97d069604), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.720194 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f317d036-3e80-4df4-842c-e863ef0ef2d3 req-0d62e6d8-f7fc-4dec-a404-3177d62b004a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971379 May 04 07:26:29.773807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (bcfd7f01-ca35-4510-b4ea-cae97d069604), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.804802 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfd7f01-ca35-4510-b4ea-cae97d069604']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:29.816469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fa69e8-1287-4bc4-9b7d-0d035394703a') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:29.816885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fa69e8-1287-4bc4-9b7d-0d035394703a') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:29.833036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (68fa69e8-1287-4bc4-9b7d-0d035394703a), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.837807 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7493e1-2269-4b90-b925-b010872d5c5e req-14fd27b6-5c16-4d73-8f31-9bed379f0c64 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:29.841625 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb7493e1-2269-4b90-b925-b010872d5c5e req-14fd27b6-5c16-4d73-8f31-9bed379f0c64 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0766628 May 04 07:26:29.854897 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (68fa69e8-1287-4bc4-9b7d-0d035394703a), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.863312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:26:29.864218 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (68fa69e8-1287-4bc4-9b7d-0d035394703a), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:26:29.867002 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:26:29.919728 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb7493e1-2269-4b90-b925-b010872d5c5e req-3dfd1b2e-5f40-45f8-ab99-c1b9177fd06c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722806 May 04 07:26:29.953089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (bcfd7f01-ca35-4510-b4ea-cae97d069604), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.959878 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:29.965197 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['a6010091-d7c4-444a-ae1e-4b6a7628d021'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:26:29.966238 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47256) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:29.966564 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bcfd7f01-ca35-4510-b4ea-cae97d069604 HTTP/1.1" status: 204 len: 168 time: 0.4881663 May 04 07:26:29.979285 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479f2a-f929-4962-9707-fc03af46c3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfd7f01-ca35-4510-b4ea-cae97d069604,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:30.024900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Deleting subnet 933d9334-28ca-4aed-a1ae-0481cf8b3951 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:26:30.028934 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Publish callbacks [] for subnet (933d9334-28ca-4aed-a1ae-0481cf8b3951), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.069491 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ef48118d-5065-4583-b4a0-d1c36a9776b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.082157 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (933d9334-28ca-4aed-a1ae-0481cf8b3951), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.124507 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (933d9334-28ca-4aed-a1ae-0481cf8b3951), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.200319 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (933d9334-28ca-4aed-a1ae-0481cf8b3951), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.237269 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933d9334-28ca-4aed-a1ae-0481cf8b3951,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:30.241792 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.247819 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-bae2e304-d363-40af-a926-7257f23af546 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/933d9334-28ca-4aed-a1ae-0481cf8b3951 HTTP/1.1" status: 204 len: 168 time: 0.2782533 May 04 07:26:30.248049 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47270) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:30.317657 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (095b21b7-1536-4fc9-97a9-c3d195132ab3), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.409249 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (095b21b7-1536-4fc9-97a9-c3d195132ab3), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.430340 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095b21b7-1536-4fc9-97a9-c3d195132ab3']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:30.441275 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9a41a1-2de2-4510-a8a8-925dd2c34832') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:30.441568 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9a41a1-2de2-4510-a8a8-925dd2c34832') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:30.454901 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (ec9a41a1-2de2-4510-a8a8-925dd2c34832), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.470512 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ec9a41a1-2de2-4510-a8a8-925dd2c34832), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.479429 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:26:30.479901 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (ec9a41a1-2de2-4510-a8a8-925dd2c34832), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:26:30.482010 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:26:30.544981 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (095b21b7-1536-4fc9-97a9-c3d195132ab3), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.553694 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.557556 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] 10.222.0.21 "DELETE /v2.0/networks/095b21b7-1536-4fc9-97a9-c3d195132ab3 HTTP/1.1" status: 204 len: 168 time: 0.3085105 May 04 07:26:30.567293 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edbd09-213f-4a7e-bc09-bd6b7e994165 admin admin] Pushing event deleted for resources: {'Network': ['ID=095b21b7-1536-4fc9-97a9-c3d195132ab3,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:30.746996 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47280) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:30.796101 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-eda85fa0-ca15-42ea-9e0b-09559dd9eba3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86aed21cb680429fa6880678118fba02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478864 May 04 07:26:30.798566 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47282) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:30.847217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8a932-6bc1-47bf-8fa1-4aa138f4b5d2 req-d5a206b0-5263-41b7-8b20-9f626d0b2bed tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:30.848736 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-86f8a932-6bc1-47bf-8fa1-4aa138f4b5d2 req-d5a206b0-5263-41b7-8b20-9f626d0b2bed tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0564885 May 04 07:26:30.857840 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] Publish callbacks [] for security_group (59abd3c8-7aae-4607-8619-7c63c4d3947d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.880636 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] Publish callbacks [] for security_group (59abd3c8-7aae-4607-8619-7c63c4d3947d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.899629 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-86f8a932-6bc1-47bf-8fa1-4aa138f4b5d2 req-d7e1a2cc-ba90-4b0a-8d13-bcacae285fae tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 May 04 07:26:30.932262 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (59abd3c8-7aae-4607-8619-7c63c4d3947d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.934917 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:30.936171 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59abd3c8-7aae-4607-8619-7c63c4d3947d HTTP/1.1" status: 204 len: 168 time: 0.1367095 May 04 07:26:30.945391 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6b17c-7362-464b-b3e7-168c73278f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59abd3c8-7aae-4607-8619-7c63c4d3947d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:31.030687 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01800-0135-46de-9781-9d66f7d4535a req-96faa8f5-1aa3-4864-a43f-090a46f9a7fb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:31.032267 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-10b01800-0135-46de-9781-9d66f7d4535a req-96faa8f5-1aa3-4864-a43f-090a46f9a7fb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0500469 May 04 07:26:31.083719 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-10b01800-0135-46de-9781-9d66f7d4535a req-686bba35-2200-4200-b2e3-c0c80f0d6c47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452459 May 04 07:26:31.274034 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47292) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:31.315627 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-449864b7-bb38-4446-a4b4-83e0e5d857b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b132b82bfd264245ba162acfb7adfe6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404439 May 04 07:26:31.318005 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47296) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:31.368886 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] Publish callbacks [] for security_group (40d057ec-e240-40d9-9ba8-ace3ec36c145), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:31.389381 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] Publish callbacks [] for security_group (40d057ec-e240-40d9-9ba8-ace3ec36c145), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:31.436039 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (40d057ec-e240-40d9-9ba8-ace3ec36c145), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:31.439028 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:31.440234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40d057ec-e240-40d9-9ba8-ace3ec36c145 HTTP/1.1" status: 204 len: 168 time: 0.1213088 May 04 07:26:31.448523 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b90e9f-2bb7-40e9-8505-1bbd13b5886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d057ec-e240-40d9-9ba8-ace3ec36c145,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:32.025472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4877e77-4aca-4028-8ab3-8bf300441d1d req-1e92b952-6110-452c-b06f-0c7799b2f1ad tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:32.027009 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4877e77-4aca-4028-8ab3-8bf300441d1d req-1e92b952-6110-452c-b06f-0c7799b2f1ad tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0489380 May 04 07:26:32.088080 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4877e77-4aca-4028-8ab3-8bf300441d1d req-610d9375-7571-4073-8a25-0a74c6df0f3e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 May 04 07:26:32.214244 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4873-534d-4c2e-a0bb-51d473b98418 req-17496a23-cc03-4a2c-9ec1-52de33ddb57c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:32.215965 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e9cc4873-534d-4c2e-a0bb-51d473b98418 req-17496a23-cc03-4a2c-9ec1-52de33ddb57c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0509565 May 04 07:26:32.262852 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e9cc4873-534d-4c2e-a0bb-51d473b98418 req-f4775657-9d4e-4afa-adcb-6176f240bc0e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 May 04 07:26:32.296262 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5137a6e-eb9c-4265-bd76-32b7c1f33043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:33.215344 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816173-4774-41e8-98e9-b27dbf3a0870 req-4a189f60-33bb-4e8a-a46f-755a321867a0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:33.216844 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0816173-4774-41e8-98e9-b27dbf3a0870 req-4a189f60-33bb-4e8a-a46f-755a321867a0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0501518 May 04 07:26:33.270334 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0816173-4774-41e8-98e9-b27dbf3a0870 req-d83a9a97-a5a8-4365-a00c-89d2e5956e2d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 May 04 07:26:33.413679 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea8b6e-242c-4c0a-9b9e-21ca3b101c43 req-f649fa5b-354d-4d0c-8afc-7128d2b1bb87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:33.415175 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3ea8b6e-242c-4c0a-9b9e-21ca3b101c43 req-f649fa5b-354d-4d0c-8afc-7128d2b1bb87 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0540569 May 04 07:26:33.468990 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b3ea8b6e-242c-4c0a-9b9e-21ca3b101c43 req-4db1523b-7101-4e20-bace-38a3878f4dfd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480309 May 04 07:26:33.478824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:34.387620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca0b69-3adf-45e9-bbff-62d540c81fdb req-a7ca6605-62a5-4b31-9c66-1850f0e7ac40 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:34.389226 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35ca0b69-3adf-45e9-bbff-62d540c81fdb req-a7ca6605-62a5-4b31-9c66-1850f0e7ac40 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0494149 May 04 07:26:34.441067 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35ca0b69-3adf-45e9-bbff-62d540c81fdb req-72e600ed-10ac-4234-83ad-1432f3f1d134 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 May 04 07:26:34.593979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a01330-e3ca-419d-b079-4ca517d708f3 req-8c14cfd1-472e-45a0-9598-60b557906acb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:34.595455 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a01330-e3ca-419d-b079-4ca517d708f3 req-8c14cfd1-472e-45a0-9598-60b557906acb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0479500 May 04 07:26:34.642196 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a01330-e3ca-419d-b079-4ca517d708f3 req-d086a511-6804-4073-a2e4-18dec35dbaca tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 May 04 07:26:34.780611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:35.563266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bec30-8088-43fe-89cc-4df99b54501d req-af119793-6ac6-46b0-845e-9bec0834476e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:35.564801 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-222bec30-8088-43fe-89cc-4df99b54501d req-af119793-6ac6-46b0-845e-9bec0834476e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0488582 May 04 07:26:35.615948 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-222bec30-8088-43fe-89cc-4df99b54501d req-a3ac4c8f-cd72-4763-8716-811d53ca02c9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 May 04 07:26:35.780233 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2c0a4-f8e1-487a-9d06-affc0844e79e req-edfe9a2c-f74e-4c21-8b5a-be5a5404fa47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:35.781743 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a0b2c0a4-f8e1-487a-9d06-affc0844e79e req-edfe9a2c-f74e-4c21-8b5a-be5a5404fa47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0609114 May 04 07:26:35.835069 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a0b2c0a4-f8e1-487a-9d06-affc0844e79e req-c1052b41-9df7-41bc-bcf8-7bb8c625da11 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476184 May 04 07:26:36.243887 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:36.737236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38233c0c-45c4-4fe1-8f4f-4b5d2d7966ce req-eb215aa9-dc5c-46d5-a3e0-42eac5342a84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:36.738721 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38233c0c-45c4-4fe1-8f4f-4b5d2d7966ce req-eb215aa9-dc5c-46d5-a3e0-42eac5342a84 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0508101 May 04 07:26:36.788848 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38233c0c-45c4-4fe1-8f4f-4b5d2d7966ce req-baf5ac2e-613d-4753-8fe7-e3ee62f64397 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 May 04 07:26:36.956517 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517aee0-af53-420a-9033-0d37af8abf09 req-4b85500f-7215-403f-99f7-708e0e187ff2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:36.957946 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e517aee0-af53-420a-9033-0d37af8abf09 req-4b85500f-7215-403f-99f7-708e0e187ff2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0477118 May 04 07:26:37.005989 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e517aee0-af53-420a-9033-0d37af8abf09 req-a75c6f1f-1dfa-40ef-91cb-053a74b0f481 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 May 04 07:26:37.325662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:26:37.370608 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port a6010091-d7c4-444a-ae1e-4b6a7628d021 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:26:37.376064 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port a6010091-d7c4-444a-ae1e-4b6a7628d021 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:37.376451 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:37.456481 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:26:37.456868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:37.482958 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:26:37.485235 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eae3fc-c68a-4588-af94-9fc7dbf7fcab" -d '{"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:26:37.502754 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:26:37.508659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:37.536580 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346aa0bd-7205-4aaf-9387-2b470e019e78 x-openstack-request-id: req-346aa0bd-7205-4aaf-9387-2b470e019e78 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:26:37.537015 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:26:37.537485 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-346aa0bd-7205-4aaf-9387-2b470e019e78 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:26:37.537918 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346aa0bd-7205-4aaf-9387-2b470e019e78'] response: {'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'code': 200} May 04 07:26:37.565430 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:37.904759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5946a-bf71-4cf4-a2a5-0a5c9a055885 req-5d6ffb1e-935a-4214-8b3a-f7bbc7cdd12a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:37.906307 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-25e5946a-bf71-4cf4-a2a5-0a5c9a055885 req-5d6ffb1e-935a-4214-8b3a-f7bbc7cdd12a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0494709 May 04 07:26:37.961672 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-25e5946a-bf71-4cf4-a2a5-0a5c9a055885 req-b1792153-9a57-4e01-8638-47e0ec31d6c2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 May 04 07:26:38.125523 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f80fd-d093-4f5d-8ef7-0448621b80c2 req-e0e23af0-d330-4cb9-b94c-6e95244b8f58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:38.126987 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-574f80fd-d093-4f5d-8ef7-0448621b80c2 req-e0e23af0-d330-4cb9-b94c-6e95244b8f58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0462756 May 04 07:26:38.173900 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-574f80fd-d093-4f5d-8ef7-0448621b80c2 req-4698d4d8-b027-4a95-879e-71c940184f68 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 May 04 07:26:38.528429 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247b8a-47cf-4a07-8fad-f86c116799e9 req-f0804441-7c1a-410a-831a-fca4e6ea19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:38.530034 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef247b8a-47cf-4a07-8fad-f86c116799e9 req-f0804441-7c1a-410a-831a-fca4e6ea19ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0421700 May 04 07:26:38.551827 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a753ee-2a77-4107-88c3-1519a2ca63f3 req-f66e8e23-a68a-4292-ae39-d9f76c3546fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:38.553567 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-59a753ee-2a77-4107-88c3-1519a2ca63f3 req-f66e8e23-a68a-4292-ae39-d9f76c3546fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1129 time: 0.0426333 May 04 07:26:38.578993 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef247b8a-47cf-4a07-8fad-f86c116799e9 req-ec62827e-3fbe-4972-ad35-da88cf8b28f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 May 04 07:26:38.601065 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-59a753ee-2a77-4107-88c3-1519a2ca63f3 req-07320946-bf93-49c0-9b37-019b36b08909 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405686 May 04 07:26:39.081304 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b869fb7-25cb-4821-a9f6-730dda818aba req-e44abf75-6955-4ba4-bbff-6e70d0b86273 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:39.082668 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b869fb7-25cb-4821-a9f6-730dda818aba req-e44abf75-6955-4ba4-bbff-6e70d0b86273 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0467880 May 04 07:26:39.129870 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b869fb7-25cb-4821-a9f6-730dda818aba req-991ecf29-f0a0-40a6-96f2-4630ee539978 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 May 04 07:26:39.292344 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7cc82-58d0-49b6-8398-7415bafc0867 req-3904dd72-5be1-4e6c-92bb-72ea5299051d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:39.293819 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6de7cc82-58d0-49b6-8398-7415bafc0867 req-3904dd72-5be1-4e6c-92bb-72ea5299051d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0473816 May 04 07:26:39.343667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6de7cc82-58d0-49b6-8398-7415bafc0867 req-b2a0d954-0e9e-4305-91ef-2f491c613a83 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 May 04 07:26:40.258273 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87997a-a164-451e-9eaa-97f667d63899 req-6798c62d-e347-40cd-82d7-663a5cca8dfa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:40.260045 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df87997a-a164-451e-9eaa-97f667d63899 req-6798c62d-e347-40cd-82d7-663a5cca8dfa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0576608 May 04 07:26:40.307455 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df87997a-a164-451e-9eaa-97f667d63899 req-8825a333-4751-4889-9b29-55ee8f2c796f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 May 04 07:26:40.458985 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b06f-5e30-486d-a68f-41ae6236f10a req-971442fe-55a4-4e6c-a336-5a4ee75d6204 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:40.460495 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3dd2b06f-5e30-486d-a68f-41ae6236f10a req-971442fe-55a4-4e6c-a336-5a4ee75d6204 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0474117 May 04 07:26:40.511296 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3dd2b06f-5e30-486d-a68f-41ae6236f10a req-4a421f92-ab5a-407a-9542-a552ca999204 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 May 04 07:26:41.426115 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6ed09-52ac-49f1-830b-ae3c1bf4e00e req-84f47b04-1f42-439c-af23-47359986547f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:41.427617 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ffb6ed09-52ac-49f1-830b-ae3c1bf4e00e req-84f47b04-1f42-439c-af23-47359986547f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0486083 May 04 07:26:41.480641 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ffb6ed09-52ac-49f1-830b-ae3c1bf4e00e req-3be172b4-468b-49a4-83e6-5dec0556ca20 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 May 04 07:26:41.639102 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197bacf-35a0-4c88-9c87-355e91973607 req-b59253e1-4c9b-4ffe-870f-55345499f24f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:41.640831 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a197bacf-35a0-4c88-9c87-355e91973607 req-b59253e1-4c9b-4ffe-870f-55345499f24f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0557642 May 04 07:26:41.698031 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a197bacf-35a0-4c88-9c87-355e91973607 req-3d495539-2e79-4e9a-ade8-3203e8e13099 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508590 May 04 07:26:41.755989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30bbec-8688-47dc-9546-3edbb4181570 req-6a3b94e7-c39b-458d-b2ee-d3630b0d69a0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:41.757574 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea30bbec-8688-47dc-9546-3edbb4181570 req-6a3b94e7-c39b-458d-b2ee-d3630b0d69a0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0514348 May 04 07:26:41.808973 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea30bbec-8688-47dc-9546-3edbb4181570 req-7ad66d6d-482a-4997-8bac-8456433a1a3a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 May 04 07:26:42.406839 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47540) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:42.539266 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bfea5424-4e5f-4205-8e54-33b560125b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:42.625854 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bfea5424-4e5f-4205-8e54-33b560125b29 admin admin] Publish callbacks [] for security_group (ff288c2d-f5fa-4903-b399-8e57c1640f69), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:42.630041 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bfea5424-4e5f-4205-8e54-33b560125b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ff288c2d-f5fa-4903-b399-8e57c1640f69), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:42.675438 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-bfea5424-4e5f-4205-8e54-33b560125b29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc5d1b51715a4385ac1f4aa55dde4970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642090 May 04 07:26:42.675583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47554) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:42.685163 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea5424-4e5f-4205-8e54-33b560125b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff288c2d-f5fa-4903-b399-8e57c1640f69,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:42.750103 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-5f6223b6-76fa-4f17-a2e9-92aeabfa98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:42.751621 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-5f6223b6-76fa-4f17-a2e9-92aeabfa98ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0623157 May 04 07:26:42.808388 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] Publish callbacks [] for security_group (ff288c2d-f5fa-4903-b399-8e57c1640f69), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:42.932210 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a0b6-7a3a-4c95-986c-f2449289ca5a req-aea8832f-bfa0-41ab-a86e-556dfee3ffdc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:42.933750 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2c62a0b6-7a3a-4c95-986c-f2449289ca5a req-aea8832f-bfa0-41ab-a86e-556dfee3ffdc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.1538527 May 04 07:26:42.943919 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c179-374c-415c-a456-644d42939450 req-18d5afc7-5dfb-44f8-a0d6-8dff92b390ee tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:42.945479 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d47c179-374c-415c-a456-644d42939450 req-18d5afc7-5dfb-44f8-a0d6-8dff92b390ee tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0490463 May 04 07:26:42.947954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] Publish callbacks [] for security_group (ff288c2d-f5fa-4903-b399-8e57c1640f69), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:42.997776 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d47c179-374c-415c-a456-644d42939450 req-41fe2a5d-1798-4fe3-a2b9-916f3e5bf12a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 May 04 07:26:43.039091 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-fb97799a-ec5e-467d-812c-579250d467b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:43.041235 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-fb97799a-ec5e-467d-812c-579250d467b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.2797213 May 04 07:26:43.061550 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2c62a0b6-7a3a-4c95-986c-f2449289ca5a req-cb55267a-18d5-440c-91f6-fa52b9208e22 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115024 May 04 07:26:43.093635 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-25251e7b-6cdd-4053-9007-4bc4f3f70d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.0436723 May 04 07:26:43.113560 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ff288c2d-f5fa-4903-b399-8e57c1640f69), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:43.116048 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:43.117161 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff288c2d-f5fa-4903-b399-8e57c1640f69 HTTP/1.1" status: 204 len: 168 time: 0.4401462 May 04 07:26:43.154649 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c015e-5ff9-4f2a-87dd-26179020ebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff288c2d-f5fa-4903-b399-8e57c1640f69,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:43.171370 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-ec804bcd-db29-4dcf-9a32-200d48225249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:43.173278 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-ec804bcd-db29-4dcf-9a32-200d48225249 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0686212 May 04 07:26:43.198613 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554072b3-303b-458d-b69d-3478806613b3 req-96a20991-38a8-43bf-8afa-013960f27ba7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:43.200524 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-554072b3-303b-458d-b69d-3478806613b3 req-96a20991-38a8-43bf-8afa-013960f27ba7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0579958 May 04 07:26:43.215424 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47566) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:43.222747 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'floatingip': {'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:43.235204 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-f4ed0d14-2a04-464e-a7cd-e1c9bdf63fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:43.238651 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-f4ed0d14-2a04-464e-a7cd-e1c9bdf63fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575750 May 04 07:26:43.268628 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:43.368591 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-f05c6895-4148-4767-b9de-5860e1ee8737 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222997 May 04 07:26:43.497977 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0840d7ae-1bfc-423f-b33c-5f57eb5a8a2e req-60a3ba42-9b9e-44ea-be16-b318c9f9fbac service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228349 May 04 07:26:43.962515 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:43.970474 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:44.014652 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:44.343206 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176c65-8ea3-43d2-a625-ec9ff829441d req-c7e3fce2-d21d-42b2-99e0-b8f3e4cd7d88 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:44.344720 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-54176c65-8ea3-43d2-a625-ec9ff829441d req-c7e3fce2-d21d-42b2-99e0-b8f3e4cd7d88 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.2644548 May 04 07:26:44.358117 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Floating IP 78488595-791c-4d0e-ad5e-3f8d9aaac659 associated. External IP: 172.27.1.240, port: a6010091-d7c4-444a-ae1e-4b6a7628d021. May 04 07:26:44.403432 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-54176c65-8ea3-43d2-a625-ec9ff829441d req-4e350a0e-0cb6-4d86-848a-0e017f11f6ab tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527456 May 04 07:26:44.616542 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:26:44.755910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:26:44.771995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:44.774362 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a034-e561-4af4-8368-7776893d343b None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:26:44.787105 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:44.787744 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:44.841742 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-db1a21c9-41f4-4351-9d6b-fd3f80bccdeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "PUT /v2.0/floatingips/78488595-791c-4d0e-ad5e-3f8d9aaac659 HTTP/1.1" status: 200 len: 991 time: 1.6239901 May 04 07:26:44.842440 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:26:44.844862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009992ac-bf87-41e2-a8e6-71283b35ae04" -d '{"events": [{"name": "network-changed", "server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:26:44.892641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d92da-7955-4d55-9eb5-322b13b278d5 x-openstack-request-id: req-415d92da-7955-4d55-9eb5-322b13b278d5 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:26:44.892934 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:26:44.893186 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-415d92da-7955-4d55-9eb5-322b13b278d5 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:26:44.893668 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415d92da-7955-4d55-9eb5-322b13b278d5'] response: {'name': 'network-changed', 'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'status': 'completed', 'code': 200} May 04 07:26:44.927404 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:45.235881 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '78488595-791c-4d0e-ad5e-3f8d9aaac659', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719714e-b41a-477a-9690-19eb2cb16865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:15Z', 'updated_at': '2022-05-04T07:26:43Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:45.281600 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a034-e561-4af4-8368-7776893d343b None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:26:45.298230 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:26:45.298845 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:26:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:45.459604 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:26:45.559050 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029411a-3ce9-4fd2-aac2-4344a82f1999 req-a52cb5df-ae66-4648-8908-c05cfea79266 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:45.560748 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d029411a-3ce9-4fd2-aac2-4344a82f1999 req-a52cb5df-ae66-4648-8908-c05cfea79266 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0589902 May 04 07:26:45.566021 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47712) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:45.639043 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d029411a-3ce9-4fd2-aac2-4344a82f1999 req-c78704e6-13ac-413c-9562-8bcc48e1da15 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 May 04 07:26:45.708900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-94e19851-4bbb-4369-9e61-7eedb4ad2f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:45.724905 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-a743a034-e561-4af4-8368-7776893d343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '78488595-791c-4d0e-ad5e-3f8d9aaac659', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719714e-b41a-477a-9690-19eb2cb16865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:15Z', 'updated_at': '2022-05-04T07:26:43Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:26:45.756228 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a034-e561-4af4-8368-7776893d343b None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '78488595-791c-4d0e-ad5e-3f8d9aaac659', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719714e-b41a-477a-9690-19eb2cb16865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:15Z', 'updated_at': '2022-05-04T07:26:43Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:26:45.801955 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-94e19851-4bbb-4369-9e61-7eedb4ad2f42 admin admin] Publish callbacks [] for security_group (1692595f-3876-4fee-8522-944535e1f2ed), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:45.807058 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-94e19851-4bbb-4369-9e61-7eedb4ad2f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1692595f-3876-4fee-8522-944535e1f2ed), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:45.855077 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-94e19851-4bbb-4369-9e61-7eedb4ad2f42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=302ad528b424485b8a859d28ccb33b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877610 May 04 07:26:45.857393 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e19851-4bbb-4369-9e61-7eedb4ad2f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1692595f-3876-4fee-8522-944535e1f2ed,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:45.857806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47720) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:45.930904 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] Publish callbacks [] for security_group (1692595f-3876-4fee-8522-944535e1f2ed), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:45.957165 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] Publish callbacks [] for security_group (1692595f-3876-4fee-8522-944535e1f2ed), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.011532 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177a9bf-fae3-42a2-9996-52c3a7c6966b None None] New status for floating IP 78488595-791c-4d0e-ad5e-3f8d9aaac659: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:26:46.029887 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1692595f-3876-4fee-8522-944535e1f2ed), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.034532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.037386 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1692595f-3876-4fee-8522-944535e1f2ed HTTP/1.1" status: 204 len: 168 time: 0.1762774 May 04 07:26:46.045240 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e7440-0835-4693-aca6-811aba3786cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1692595f-3876-4fee-8522-944535e1f2ed,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:46.046381 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-b4ace624-a1e0-4d34-ba1a-acfecc3cd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:46.052660 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-b4ace624-a1e0-4d34-ba1a-acfecc3cd0ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1129 time: 0.0651567 May 04 07:26:46.176388 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-d7b84553-6b6a-45aa-b337-7a78476c8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:46.178659 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-d7b84553-6b6a-45aa-b337-7a78476c8010 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.1132755 May 04 07:26:46.398731 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47734) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:46.414556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4de5d33-4155-4321-8eb7-6d4cdf1c59b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.501051 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4de5d33-4155-4321-8eb7-6d4cdf1c59b0 admin admin] Publish callbacks [] for security_group (18e07271-78f0-43d0-9192-041a416716e0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.505589 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4de5d33-4155-4321-8eb7-6d4cdf1c59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (18e07271-78f0-43d0-9192-041a416716e0), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.545439 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b4de5d33-4155-4321-8eb7-6d4cdf1c59b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8ca65e8deb1471a9cedb4282b9f2b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448028 May 04 07:26:46.546245 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de5d33-4155-4321-8eb7-6d4cdf1c59b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e07271-78f0-43d0-9192-041a416716e0,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:46.547986 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47736) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:46.605469 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] Publish callbacks [] for security_group (18e07271-78f0-43d0-9192-041a416716e0), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.638416 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] Publish callbacks [] for security_group (18e07271-78f0-43d0-9192-041a416716e0), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.707678 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (18e07271-78f0-43d0-9192-041a416716e0), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.710517 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:46.711851 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18e07271-78f0-43d0-9192-041a416716e0 HTTP/1.1" status: 204 len: 168 time: 0.1627724 May 04 07:26:46.722271 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89fa1-3460-4825-a2a7-07a94f4d9c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e07271-78f0-43d0-9192-041a416716e0,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:46.753055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a683-ae64-4750-83f2-acb0530dbff4 req-daf56a50-12fe-4d4d-a448-b462a7e21a16 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:46.762768 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec25a683-ae64-4750-83f2-acb0530dbff4 req-daf56a50-12fe-4d4d-a448-b462a7e21a16 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0721743 May 04 07:26:46.829401 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec25a683-ae64-4750-83f2-acb0530dbff4 req-7d3f6fdc-ab23-4e3d-828e-6865e55ef5a4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622721 May 04 07:26:46.943567 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-c3e97c66-a9f0-47a4-80f1-0dfcd2fe1b4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 1001 time: 0.1422606 May 04 07:26:46.997666 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-ab906e54-7afe-4690-83dd-9817ae0e7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:46.999204 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-ab906e54-7afe-4690-83dd-9817ae0e7f1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0496824 May 04 07:26:47.048664 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-ae99460d-5d8b-4b39-ac76-9ab4c4923d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:47.050187 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-ae99460d-5d8b-4b39-ac76-9ab4c4923d23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446374 May 04 07:26:47.159658 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-97fe3a39-3d2b-4cd7-bd2e-57fb9e9b6cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017852 May 04 07:26:47.280703 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-009992ac-bf87-41e2-a8e6-71283b35ae04 req-37b489cf-8747-434d-8b63-e9653ad9f9b3 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133533 May 04 07:26:47.959569 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042ae8-5d1e-40ea-a8ef-88b4957f9aa8 req-39300f00-66d3-4f15-827a-44e63d2d244e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:47.967087 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f042ae8-5d1e-40ea-a8ef-88b4957f9aa8 req-39300f00-66d3-4f15-827a-44e63d2d244e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0706525 May 04 07:26:48.013295 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f042ae8-5d1e-40ea-a8ef-88b4957f9aa8 req-3e430e74-738b-4167-98c0-baf829e627fb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 May 04 07:26:48.441690 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:26:48.969985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47844) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.111414 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-945d2f57-5a4b-4da6-bb78-a061db94c37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.203822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47852) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.205888 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-945d2f57-5a4b-4da6-bb78-a061db94c37f admin admin] Publish callbacks [] for security_group (134a4577-be42-4771-bed1-05f45eef24f6), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.211134 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-945d2f57-5a4b-4da6-bb78-a061db94c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (134a4577-be42-4771-bed1-05f45eef24f6), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.250563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d2f57-5a4b-4da6-bb78-a061db94c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134a4577-be42-4771-bed1-05f45eef24f6,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:49.255381 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-945d2f57-5a4b-4da6-bb78-a061db94c37f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f971bd19417b4f1ba9cfc546419b9f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833359 May 04 07:26:49.257841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47856) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.310864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] Publish callbacks [] for security_group (134a4577-be42-4771-bed1-05f45eef24f6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.334496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] Publish callbacks [] for security_group (134a4577-be42-4771-bed1-05f45eef24f6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.384341 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c94ead64-c857-4c43-8df5-93cd880f3397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.414607 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (134a4577-be42-4771-bed1-05f45eef24f6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.417740 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.421230 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/134a4577-be42-4771-bed1-05f45eef24f6 HTTP/1.1" status: 204 len: 168 time: 0.1596620 May 04 07:26:49.445140 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8d770-3e3f-4eec-ac86-c91497c6a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a4577-be42-4771-bed1-05f45eef24f6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:49.521976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c94ead64-c857-4c43-8df5-93cd880f3397 admin admin] Publish callbacks [] for security_group (9173b31b-9a72-42f5-9720-3e5735534ad6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.526607 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c94ead64-c857-4c43-8df5-93cd880f3397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9173b31b-9a72-42f5-9720-3e5735534ad6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.564986 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c94ead64-c857-4c43-8df5-93cd880f3397 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13f43c66a60c4cd290e64ad9e0a826fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597562 May 04 07:26:49.567585 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47866) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.575903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ead64-c857-4c43-8df5-93cd880f3397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9173b31b-9a72-42f5-9720-3e5735534ad6,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:49.615260 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47868) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.621756 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289331437', 'description': 'tempest-description--479672147'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:49.660131 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] Publish callbacks [] for security_group (9173b31b-9a72-42f5-9720-3e5735534ad6), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.663392 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.698220 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] Publish callbacks [] for security_group (9173b31b-9a72-42f5-9720-3e5735534ad6), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.792437 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (6362944e-ce7b-4d37-9920-934249f59ad5), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.796842 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9173b31b-9a72-42f5-9720-3e5735534ad6), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.799900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.801215 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9173b31b-9a72-42f5-9720-3e5735534ad6 HTTP/1.1" status: 204 len: 168 time: 0.2323921 May 04 07:26:49.804566 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6362944e-ce7b-4d37-9920-934249f59ad5), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.818609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3424-22dc-4399-8b40-89cfd2eeddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9173b31b-9a72-42f5-9720-3e5735534ad6,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:49.834611 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.839471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47878) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:49.843830 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2262924 May 04 07:26:49.844549 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'security_group_rule': {'security_group_id': '6362944e-ce7b-4d37-9920-934249f59ad5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:49.864903 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdfb8d-f1fe-4146-9c7b-c65c8308ab97 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6362944e-ce7b-4d37-9920-934249f59ad5,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:49.888193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (815479b4-8764-494b-85e1-53d667682c66), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.959373 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (815479b4-8764-494b-85e1-53d667682c66), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.965989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (815479b4-8764-494b-85e1-53d667682c66), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:49.999469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815479b4-8764-494b-85e1-53d667682c66,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:50.015489 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.019780 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bfc1ce83-8bfb-4680-8d46-a641b756bc00 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787443 May 04 07:26:50.022379 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47888) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:50.039321 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'security_group_rule': {'security_group_id': '6362944e-ce7b-4d37-9920-934249f59ad5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:50.097488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (cbe7af54-aa1b-4958-9f5c-ecab2391f690), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.200806 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (cbe7af54-aa1b-4958-9f5c-ecab2391f690), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.205210 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (cbe7af54-aa1b-4958-9f5c-ecab2391f690), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.211356 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47896) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:50.223405 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe7af54-aa1b-4958-9f5c-ecab2391f690,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:50.226576 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e03d831f-f5ff-49c3-9368-a8d60dd99ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.236362 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.240700 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47900) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:50.240874 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a4d869b9-67c6-454d-bc5e-63da94a1aec8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2161582 May 04 07:26:50.247849 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:50.289639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.396667 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e03d831f-f5ff-49c3-9368-a8d60dd99ee6 admin admin] Publish callbacks [] for security_group (424a6a29-f9a6-41d2-8c77-693766b18906), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.398481 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.406903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e03d831f-f5ff-49c3-9368-a8d60dd99ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (424a6a29-f9a6-41d2-8c77-693766b18906), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.491346 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d831f-f5ff-49c3-9368-a8d60dd99ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a6a29-f9a6-41d2-8c77-693766b18906,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:50.500624 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e03d831f-f5ff-49c3-9368-a8d60dd99ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dd00da78a4146429bbe7e1e8b355f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848544 May 04 07:26:50.502074 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47906) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:50.582805 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Allocated IP 172.27.1.247 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/d8422eb2-8056-4b61-a146-548a9268d725) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:50.602202 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] Publish callbacks [] for security_group (424a6a29-f9a6-41d2-8c77-693766b18906), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.649304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] Publish callbacks [] for security_group (424a6a29-f9a6-41d2-8c77-693766b18906), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.760085 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for port (d8422eb2-8056-4b61-a146-548a9268d725), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.775258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (424a6a29-f9a6-41d2-8c77-693766b18906), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.778096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.781603 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/424a6a29-f9a6-41d2-8c77-693766b18906 HTTP/1.1" status: 204 len: 168 time: 0.2747416 May 04 07:26:50.797649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ec28-0e06-4430-aecb-e897502287f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a6a29-f9a6-41d2-8c77-693766b18906,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:50.820138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (d8422eb2-8056-4b61-a146-548a9268d725), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:50.878347 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:50.883579 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:50.886446 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'Port': ['ID=d8422eb2-8056-4b61-a146-548a9268d725,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:50.888659 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:51.035610 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.036345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47922) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:51.081123 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d8422eb2-8056-4b61-a146-548a9268d725), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.190763 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5e64b6a8-e039-4efb-b2a4-99ef7147c671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.317835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for port (d8422eb2-8056-4b61-a146-548a9268d725), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.329415 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5e64b6a8-e039-4efb-b2a4-99ef7147c671 admin admin] Publish callbacks [] for security_group (31b81dad-91df-4744-8449-e763763f930e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.329879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (d8422eb2-8056-4b61-a146-548a9268d725), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.337501 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5e64b6a8-e039-4efb-b2a4-99ef7147c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (31b81dad-91df-4744-8449-e763763f930e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.388749 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5e64b6a8-e039-4efb-b2a4-99ef7147c671 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46ae301c322949b4958dfbcc14d424d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429809 May 04 07:26:51.395225 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47942) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:51.406080 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64b6a8-e039-4efb-b2a4-99ef7147c671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b81dad-91df-4744-8449-e763763f930e,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:51.424586 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'Port': ['ID=d8422eb2-8056-4b61-a146-548a9268d725,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:51.429744 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.457593 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.459119 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d65a52b0-f362-45db-ac85-f639103224da tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2174916 May 04 07:26:51.501957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] Publish callbacks [] for security_group (31b81dad-91df-4744-8449-e763763f930e), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.505108 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 47948) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:51.551747 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] Publish callbacks [] for security_group (31b81dad-91df-4744-8449-e763763f930e), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.659281 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (31b81dad-91df-4744-8449-e763763f930e), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.662802 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.665435 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31b81dad-91df-4744-8449-e763763f930e HTTP/1.1" status: 204 len: 168 time: 0.2640522 May 04 07:26:51.686168 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc34c4f-1320-4266-85aa-db7173ac44b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b81dad-91df-4744-8449-e763763f930e,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:51.699119 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d550ee20-e0c4-4bb2-b84f-f165bb83fb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.805165 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-42188f39-b835-4849-aa07-b5a14e15d2d3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--289331437&fields=id&tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f HTTP/1.1" status: 200 len: 267 time: 0.0788248 May 04 07:26:51.875795 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d550ee20-e0c4-4bb2-b84f-f165bb83fb64 admin admin] Publish callbacks [] for security_group (a1a2d6de-ae0c-41d8-9a5e-31271fce5037), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.912592 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d550ee20-e0c4-4bb2-b84f-f165bb83fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a1a2d6de-ae0c-41d8-9a5e-31271fce5037), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:51.982822 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-d550ee20-e0c4-4bb2-b84f-f165bb83fb64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33889480037f4a33bdad83f618fe2bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738886 May 04 07:26:51.983270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 47980) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:51.985676 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550ee20-e0c4-4bb2-b84f-f165bb83fb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2d6de-ae0c-41d8-9a5e-31271fce5037,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:51.994183 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ee2abd8b-bee4-4318-983a-35812b58c563 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:52.002150 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ee2abd8b-bee4-4318-983a-35812b58c563 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.1848469 May 04 07:26:52.019863 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-73c49b82-6ce5-4dc5-a302-c0c07a4fd54a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/quotas/4f0a51ac1da141dba1d58c7ec9c5a15f HTTP/1.1" status: 200 len: 375 time: 0.0166123 May 04 07:26:52.091562 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-93436705-4f70-4ec9-b04c-908f02d70e8b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0621970 May 04 07:26:52.098855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] Publish callbacks [] for security_group (a1a2d6de-ae0c-41d8-9a5e-31271fce5037), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.144104 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] Publish callbacks [] for security_group (a1a2d6de-ae0c-41d8-9a5e-31271fce5037), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.190564 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-445db1df-99f0-4b51-a2b5-a92772931eab service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981176 May 04 07:26:52.221035 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a1a2d6de-ae0c-41d8-9a5e-31271fce5037), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.226180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.228313 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1a2d6de-ae0c-41d8-9a5e-31271fce5037 HTTP/1.1" status: 204 len: 168 time: 0.2435520 May 04 07:26:52.245550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3588b-fd1c-4831-bd7c-96b201da81d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2d6de-ae0c-41d8-9a5e-31271fce5037,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:52.332656 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-3ceb9e4e-0d73-45b2-8c90-8e81dbaf44cf service neutron] 10.222.0.21 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410971 May 04 07:26:52.561904 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d4349be-3e83-44cb-b025-ff5ffff18013 req-d00576a0-395f-4e90-b2c5-d1699cd05d5f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 210 time: 0.0408149 May 04 07:26:52.600772 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48004) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:52.751270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48014) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:52.778472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af5e081b-b230-4037-a60b-f30a17f207b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.781670 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b25b67c-7493-437f-9204-2ab34ed67408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.924932 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af5e081b-b230-4037-a60b-f30a17f207b0 admin admin] Publish callbacks [] for security_group (6c739153-8ff9-42da-9c81-d5c3569f712c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.934036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af5e081b-b230-4037-a60b-f30a17f207b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6c739153-8ff9-42da-9c81-d5c3569f712c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.937679 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b25b67c-7493-437f-9204-2ab34ed67408 admin admin] Publish callbacks [] for security_group (077db13c-4552-4270-ad81-61bdb3ee1c35), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.953227 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b25b67c-7493-437f-9204-2ab34ed67408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (077db13c-4552-4270-ad81-61bdb3ee1c35), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:52.985745 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-af5e081b-b230-4037-a60b-f30a17f207b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=534cccf0331a47f4b753e744a152b837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834307 May 04 07:26:52.988328 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48024) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:53.000833 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e081b-b230-4037-a60b-f30a17f207b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c739153-8ff9-42da-9c81-d5c3569f712c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.009726 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3b25b67c-7493-437f-9204-2ab34ed67408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4084eab199e4476fba10075f66b1a495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543726 May 04 07:26:53.011263 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48026) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:53.058748 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b67c-7493-437f-9204-2ab34ed67408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077db13c-4552-4270-ad81-61bdb3ee1c35,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.072910 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] Publish callbacks [] for security_group (6c739153-8ff9-42da-9c81-d5c3569f712c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.087192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] Publish callbacks [] for security_group (077db13c-4552-4270-ad81-61bdb3ee1c35), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.098142 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] Publish callbacks [] for security_group (6c739153-8ff9-42da-9c81-d5c3569f712c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.123547 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] Publish callbacks [] for security_group (077db13c-4552-4270-ad81-61bdb3ee1c35), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.156881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48028) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:53.167659 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6c739153-8ff9-42da-9c81-d5c3569f712c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.169843 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.172004 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c739153-8ff9-42da-9c81-d5c3569f712c HTTP/1.1" status: 204 len: 168 time: 0.1819172 May 04 07:26:53.182493 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4e07-345d-4e28-a7f8-7e6361800cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c739153-8ff9-42da-9c81-d5c3569f712c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.206555 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (077db13c-4552-4270-ad81-61bdb3ee1c35), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.217023 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.218448 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/077db13c-4552-4270-ad81-61bdb3ee1c35 HTTP/1.1" status: 204 len: 168 time: 0.2060430 May 04 07:26:53.229099 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149921-d7b5-4974-89bc-b1fd22421eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077db13c-4552-4270-ad81-61bdb3ee1c35,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.517144 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-747724953-network', 'tenant_id': '5454654e735d406cb8b3aea4dd45d770'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:53.547825 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Made reservation on behalf of 5454654e735d406cb8b3aea4dd45d770 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:53.550719 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.567068 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.693918 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-444faeea-10ed-4f9b-bd5b-4fc82f4585a1 req-a9985191-37b0-4ffc-bc03-b78fed3fb299 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 210 time: 0.0392017 May 04 07:26:53.705433 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks [] for security_group (c2f8b160-0516-41e5-a153-3ff883c56218), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.712171 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c2f8b160-0516-41e5-a153-3ff883c56218), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.737572 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:26:53.751371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f8b160-0516-41e5-a153-3ff883c56218,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.756685 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ab7aeb8a-7745-40fa-9a19-a53346184193), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.757081 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Added segment ab7aeb8a-7745-40fa-9a19-a53346184193 of type vlan for network ad688595-4716-4ffa-8569-89e089432a1e May 04 07:26:53.803447 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (ad688595-4716-4ffa-8569-89e089432a1e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.835881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (ad688595-4716-4ffa-8569-89e089432a1e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.837715 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:53.838420 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.901733 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48050) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:53.902344 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7434771 May 04 07:26:53.907520 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Request body: {'subnet': {'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-747724953-subnet', 'tenant_id': '5454654e735d406cb8b3aea4dd45d770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:53.947731 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Made reservation on behalf of 5454654e735d406cb8b3aea4dd45d770 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:53.951619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:53.954791 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9bbc5-fa40-4d0e-b317-018213338df3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad688595-4716-4ffa-8569-89e089432a1e,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:53.978002 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network ad688595-4716-4ffa-8569-89e089432a1e details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:26:54.065436 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-10dbc9f3-fdd1-4e4a-bf36-8b590093afef tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:54.067645 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-10dbc9f3-fdd1-4e4a-bf36-8b590093afef tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 818 time: 0.2089825 May 04 07:26:54.168440 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-2bf05bb7-0590-4de4-9147-f47809fc384b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f HTTP/1.1" status: 200 len: 379 time: 0.0819960 May 04 07:26:54.208784 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (b27f41ac-0813-43e1-b31c-efdf9402b2f9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:54.250998 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'port': {'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'admin_state_up': True, 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'security_groups': ['6362944e-ce7b-4d37-9920-934249f59ad5']}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:54.282741 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27f41ac-0813-43e1-b31c-efdf9402b2f9,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:54.296287 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Checking segment: {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:54.296799 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Network hostable DHCP agents. Network: ad688595-4716-4ffa-8569-89e089432a1e, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:26:54.325064 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Network ad688595-4716-4ffa-8569-89e089432a1e is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:26:54.338639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, ad688595-4716-4ffa-8569-89e089432a1e) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:54.349560 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:54.350435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:54.351457 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf0cce-c31a-4578-82cd-5a52cc2097a6 None None] Network ad688595-4716-4ffa-8569-89e089432a1e requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:26:54.370477 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-212f8bad-b9c2-41f3-8bcc-cc7f0f6fdfc8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4667981 May 04 07:26:54.410381 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Made reservation on behalf of 4f0a51ac1da141dba1d58c7ec9c5a15f for: {'port': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:26:54.415799 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:54.502810 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65ff43-1733-41bc-9d12-1804a5e1a72b None None] Network ad688595-4716-4ffa-8569-89e089432a1e requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:26:54.618623 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Allocated IP 172.20.0.8 (9c893ba4-2651-45af-9182-0658a85cf051/8e70ace2-b61e-40b6-be3d-a0df9b8be807/6fcefd15-d130-4384-8e1b-f42273992ef3) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:26:54.811014 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e223f5f-433b-4451-b983-56cecb7b693b req-f69e0b00-1ef3-4e9f-a172-3512ce94ab8f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 210 time: 0.0337026 May 04 07:26:54.820621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:54.865875 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:54.912019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48082) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:54.913918 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Network 9c893ba4-2651-45af-9182-0658a85cf051 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:26:54.928378 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:26:54.948554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:26:54.953337 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event updated for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:55.014659 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:55.015429 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.044147 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-ebeec4af-c10a-4b42-a9ed-615adcccd8d4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971792 May 04 07:26:55.068920 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Request body: {'port': {'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:26:55.119425 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3cd574b6-d25c-41cb-a90c-3f926f6b2273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.184040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.285433 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-d85b7180-3f90-4940-915b-ac9f622cd5e9 None None] Provisioning complete for port 6fcefd15-d130-4384-8e1b-f42273992ef3 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:26:55.286014 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d85b7180-3f90-4940-915b-ac9f622cd5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.320434 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d85b7180-3f90-4940-915b-ac9f622cd5e9 None None] Port 6fcefd15-d130-4384-8e1b-f42273992ef3 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:26:55.381774 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3cd574b6-d25c-41cb-a90c-3f926f6b2273 admin admin] Publish callbacks [] for security_group (7b073e52-51d7-4ab1-a75a-552d6adb0348), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.393948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3cd574b6-d25c-41cb-a90c-3f926f6b2273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7b073e52-51d7-4ab1-a75a-552d6adb0348), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.478921 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3cd574b6-d25c-41cb-a90c-3f926f6b2273 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71bff099ff7c4d34ab80a4871decc834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610220 May 04 07:26:55.478921 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd574b6-d25c-41cb-a90c-3f926f6b2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b073e52-51d7-4ab1-a75a-552d6adb0348,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:55.479328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48090) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:26:55.544386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] Publish callbacks [] for security_group (7b073e52-51d7-4ab1-a75a-552d6adb0348), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.567261 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] Publish callbacks [] for security_group (7b073e52-51d7-4ab1-a75a-552d6adb0348), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.575593 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcefd15-d130-4384-8e1b-f42273992ef3 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:26:55.582870 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks [] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.597002 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Transition to ACTIVE for port object 6fcefd15-d130-4384-8e1b-f42273992ef3 will not be triggered until provisioned by entity L2. {{(pid=103212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:26:55.599898 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.618772 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7b073e52-51d7-4ab1-a75a-552d6adb0348), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.621352 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.622491 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b073e52-51d7-4ab1-a75a-552d6adb0348 HTTP/1.1" status: 204 len: 168 time: 0.1419435 May 04 07:26:55.640650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc849ff-0b6d-4f81-9979-2185f5de57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b073e52-51d7-4ab1-a75a-552d6adb0348,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:55.680714 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:55.734796 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Attempting to bind port 6fcefd15-d130-4384-8e1b-f42273992ef3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:26:55.735177 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Attempting to bind port 6fcefd15-d130-4384-8e1b-f42273992ef3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:26:55.735537 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Attempting to bind port 6fcefd15-d130-4384-8e1b-f42273992ef3 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:55.740921 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Port 6fcefd15-d130-4384-8e1b-f42273992ef3 on network 9c893ba4-2651-45af-9182-0658a85cf051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:26:55.741257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Attempting to bind port 6fcefd15-d130-4384-8e1b-f42273992ef3 on network 9c893ba4-2651-45af-9182-0658a85cf051 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:26:55.746998 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:26:55.747398 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Checking segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:26:55.747773 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Bound using segment: {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:26:55.748261 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Bound port: 6fcefd15-d130-4384-8e1b-f42273992ef3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5933fce-0747-4bfa-a6dd-0c02f09b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:26:55.748631 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.837705 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:26:55.841544 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6fcefd15-d130-4384-8e1b-f42273992ef3,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:26:55.851370 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.888454 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:55.889205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:26:55.891063 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 1093 time: 0.8283777 May 04 07:26:55.891558 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:26:55.898095 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76f03c-9595-41bb-9f6d-6fbd93182407" -d '{"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:26:55.945347 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027553c-4bf1-4834-97b3-c55401a5a423 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:26:56.016122 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4ea20-0262-4704-a8f5-502f37859548 x-openstack-request-id: req-aec4ea20-0262-4704-a8f5-502f37859548 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:26:56.016738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:26:56.017228 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aec4ea20-0262-4704-a8f5-502f37859548 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:26:56.017851 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec4ea20-0262-4704-a8f5-502f37859548'] response: {'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'status': 'completed', 'code': 200} May 04 07:26:56.058987 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9d5de-32ef-416f-b7e2-e2d14aa9bad4 req-62d99c1a-b24a-4d48-868b-97186e4787d7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:56.059389 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f3c9d5de-32ef-416f-b7e2-e2d14aa9bad4 req-62d99c1a-b24a-4d48-868b-97186e4787d7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 943 time: 0.1088700 May 04 07:26:56.066130 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-a78ef918-6c4b-41ca-a3da-6a578b05df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:56.067644 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-a78ef918-6c4b-41ca-a3da-6a578b05df5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1127 time: 0.0653541 May 04 07:26:56.129945 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-6876a25f-fb4e-42eb-af6f-525464d86e33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 217 time: 0.0402429 May 04 07:26:56.188827 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f3c9d5de-32ef-416f-b7e2-e2d14aa9bad4 req-7f0aac74-50c1-4e0e-ad63-86c95b63913b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163456 May 04 07:26:56.210128 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-35a77b1b-e5cc-48e9-8adc-d0e9be0f53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:56.211723 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-35a77b1b-e5cc-48e9-8adc-d0e9be0f53cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0745258 May 04 07:26:56.264666 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-a2617598-c617-493f-8232-c9d097e533a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:56.266211 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-a2617598-c617-493f-8232-c9d097e533a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477173 May 04 07:26:56.357412 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-49916cd8-6a32-4847-b8f1-85d9a89847c2 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 May 04 07:26:56.677121 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0e529bfa-fa55-4110-91d9-4d9bcdd202c1 req-d6817182-25c1-4de6-9f4e-054c57d4ad17 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107150 May 04 07:26:57.309664 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee9bdd-62c7-453e-b52f-d46c0bd1fe73 req-d8ca616d-cd31-4a28-a9fe-4e1fcee96ad4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:57.311228 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38ee9bdd-62c7-453e-b52f-d46c0bd1fe73 req-d8ca616d-cd31-4a28-a9fe-4e1fcee96ad4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 943 time: 0.0519216 May 04 07:26:57.359920 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38ee9bdd-62c7-453e-b52f-d46c0bd1fe73 req-f7ee1507-96f1-46a2-aed3-40907a31426a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 May 04 07:26:57.517359 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-3f519ba4-a46e-4403-ac96-640d78c6125a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:57.518730 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-3f519ba4-a46e-4403-ac96-640d78c6125a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 813 time: 0.1034966 May 04 07:26:57.532552 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-39dc8418-bd3f-4012-a0d4-1f3bc7fa7f6e tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/quotas/5454654e735d406cb8b3aea4dd45d770 HTTP/1.1" status: 200 len: 375 time: 0.0086031 May 04 07:26:57.569319 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-722ce4b2-7622-4441-b996-fbefacb7f11a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318575 May 04 07:26:57.659877 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-d45db801-4c68-471f-86ef-9a8e35a40d53 service neutron] 10.222.0.21 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833826 May 04 07:26:57.751787 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-5432015b-cb96-4315-b21b-dc5f768d6f7b service neutron] 10.222.0.21 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 May 04 07:26:57.947471 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c523e4e8-fff2-473d-b424-c9b6167f1e24 req-e4f30c03-d59b-42b3-947f-c58b2db5cbc0 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 210 time: 0.0313141 May 04 07:26:58.474089 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0c94-b8f7-49b2-b144-bbe52a61a3e9 req-9056b3f0-0023-4922-8134-9536b8c0290b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:58.475592 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0a2a0c94-b8f7-49b2-b144-bbe52a61a3e9 req-9056b3f0-0023-4922-8134-9536b8c0290b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 943 time: 0.0485737 May 04 07:26:58.524009 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0a2a0c94-b8f7-49b2-b144-bbe52a61a3e9 req-f8cbe413-92bf-465b-af47-6375cb9ca796 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 May 04 07:26:59.056760 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba00b906-e55a-439c-a12a-9d49a2d2ae91 req-69e20a21-3c9f-4a27-bcae-3275ff501ef3 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 210 time: 0.0339015 May 04 07:26:59.638733 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178955b-20ee-4719-83cb-52938784e770 req-491e40f4-3a6e-483f-b869-613ccb1861cc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:26:59.640258 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3178955b-20ee-4719-83cb-52938784e770 req-491e40f4-3a6e-483f-b869-613ccb1861cc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 943 time: 0.0472472 May 04 07:26:59.691720 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3178955b-20ee-4719-83cb-52938784e770 req-d53270c3-9c06-4387-9d5c-f4bf6ee032a9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459011 May 04 07:27:00.032259 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0b4c685c-690e-4dac-9213-cddb60db25e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:00.078268 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-61c47712-ae8a-4711-b7d8-dd6bc2599e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.079982 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-61c47712-ae8a-4711-b7d8-dd6bc2599e47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1127 time: 0.0395303 May 04 07:27:00.168939 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e3938c7-d4fa-416e-954a-c7303cae68d2 req-c3f02a13-ca30-4ced-9114-2dfbeb2d9392 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 210 time: 0.0383420 May 04 07:27:00.175306 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-c4da0412-ca56-4851-bee6-1825791df076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.176759 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-c4da0412-ca56-4851-bee6-1825791df076 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0904536 May 04 07:27:00.258624 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-ae1f67ff-3d5f-4d00-8cb7-3848f3f7456d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 217 time: 0.0419769 May 04 07:27:00.313197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-92b65e58-3c99-468f-9c70-d167d11b468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.314762 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-92b65e58-3c99-468f-9c70-d167d11b468a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0495014 May 04 07:27:00.617083 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-c9e267c8-2ed7-4f5d-9054-fa2cd6626f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.618521 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-c9e267c8-2ed7-4f5d-9054-fa2cd6626f6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437214 May 04 07:27:00.728402 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-552bbc32-5f6a-4d12-a7ac-80622a2949bb service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 May 04 07:27:00.858817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-e0757e5d-79e1-4b7e-85f3-9bb2c4bca69b tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.859263 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c0e2-825a-4453-8c8e-82f80bac4301 req-fd4c4277-bf83-4205-84f9-579161acb2a6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:00.860300 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-e0757e5d-79e1-4b7e-85f3-9bb2c4bca69b tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 813 time: 0.1351125 May 04 07:27:00.860774 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c406c0e2-825a-4453-8c8e-82f80bac4301 req-fd4c4277-bf83-4205-84f9-579161acb2a6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 943 time: 0.0903852 May 04 07:27:00.885249 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Request body: {'port': {'device_id': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e', 'admin_state_up': True, 'tenant_id': '5454654e735d406cb8b3aea4dd45d770'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:27:00.896596 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2e76f03c-9595-41bb-9f6d-6fbd93182407 req-f36741ae-9ca3-48ba-96f0-78d189444f75 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443143 May 04 07:27:00.928514 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c406c0e2-825a-4453-8c8e-82f80bac4301 req-65c21064-5b5a-49bf-86c2-d277c934b893 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617306 May 04 07:27:01.004778 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Made reservation on behalf of 5454654e735d406cb8b3aea4dd45d770 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:27:01.008108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.137192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Allocated IP 172.20.0.14 (ad688595-4716-4ffa-8569-89e089432a1e/b27f41ac-0813-43e1-b31c-efdf9402b2f9/fc4df7f5-6871-44ec-a4da-035fe875bca9) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:27:01.278554 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5afef95b-f8e5-4b88-a915-2ddbb2196287 req-1eac7957-d187-4689-9a83-85531507ec65 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 210 time: 0.0387843 May 04 07:27:01.311601 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks [] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.342203 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6fcefd15-d130-4384-8e1b-f42273992ef3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:27:01.344435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.390146 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Network ad688595-4716-4ffa-8569-89e089432a1e is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:27:01.393225 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:27:01.399679 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:27:01.424823 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Pushing event updated for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:01.446042 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6fcefd15-d130-4384-8e1b-f42273992ef3,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:01.452741 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:01.453325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.458895 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:27:01.470629 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-62836c34-94d0-4d63-8199-5ddc5783b142 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920887 May 04 07:27:01.490793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Request body: {'port': {'device_id': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:27:01.498704 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6fcefd15-d130-4384-8e1b-f42273992ef3 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:27:01.499183 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.513334 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcefd15-d130-4384-8e1b-f42273992ef3 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:27:01.534603 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6fcefd15-d130-4384-8e1b-f42273992ef3,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:01.539088 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.560870 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.588578 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:01.821088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4df7f5-6871-44ec-a4da-035fe875bca9 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:27:01.830130 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks [] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.844648 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Transition to ACTIVE for port object fc4df7f5-6871-44ec-a4da-035fe875bca9 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:27:01.858744 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:01.930602 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439290e7-c106-458d-a689-4c837350826e service neutron] Pushing event updated for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:01.983915 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Attempting to bind port fc4df7f5-6871-44ec-a4da-035fe875bca9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:27:01.984263 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Attempting to bind port fc4df7f5-6871-44ec-a4da-035fe875bca9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:27:01.984598 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Attempting to bind port fc4df7f5-6871-44ec-a4da-035fe875bca9 on network ad688595-4716-4ffa-8569-89e089432a1e {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:27:01.989001 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Port fc4df7f5-6871-44ec-a4da-035fe875bca9 on network ad688595-4716-4ffa-8569-89e089432a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:27:01.989333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Attempting to bind port fc4df7f5-6871-44ec-a4da-035fe875bca9 on network ad688595-4716-4ffa-8569-89e089432a1e {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:27:01.995351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:27:01.995696 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Checking segment: {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:27:01.996085 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Bound using segment: {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:27:01.996516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Bound port: fc4df7f5-6871-44ec-a4da-035fe875bca9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:27:01.996871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:02.035126 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['6fcefd15-d130-4384-8e1b-f42273992ef3'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:27:02.049938 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75892693-99b5-4f15-882f-535a9df26041 req-4b8e9016-8987-4225-aeea-ef10c3c4b577 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:02.051483 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75892693-99b5-4f15-882f-535a9df26041 req-4b8e9016-8987-4225-aeea-ef10c3c4b577 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 944 time: 0.0516386 May 04 07:27:02.068559 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:27:02.073072 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:27:02.080544 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:02.105074 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75892693-99b5-4f15-882f-535a9df26041 req-ebe50a5a-5a70-41e2-9c1d-59a2be8aa1c6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456226 May 04 07:27:02.121711 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:02.122683 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:02.124105 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-439290e7-c106-458d-a689-4c837350826e service neutron] 10.222.0.26 "PUT /v2.0/ports/fc4df7f5-6871-44ec-a4da-035fe875bca9 HTTP/1.1" status: 200 len: 1094 time: 0.6374357 May 04 07:27:02.126502 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:27:02.129066 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae4864-ea43-457e-9d2f-a4d36d89f761" -d '{"events": [{"name": "network-changed", "server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:27:02.160957 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439290e7-c106-458d-a689-4c837350826e service neutron] Pushing event updated for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:02.177889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a61def-a7f0-4d12-9750-335df935ee58 x-openstack-request-id: req-62a61def-a7f0-4d12-9750-335df935ee58 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:27:02.178173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:27:02.178423 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62a61def-a7f0-4d12-9750-335df935ee58 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:27:02.178815 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a61def-a7f0-4d12-9750-335df935ee58'] response: {'name': 'network-changed', 'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9', 'status': 'completed', 'code': 200} May 04 07:27:02.241932 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-b8568dd4-4db3-4014-aecc-780cdc45ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:02.244107 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-b8568dd4-4db3-4014-aecc-780cdc45ff13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 1128 time: 0.0411770 May 04 07:27:02.280257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9669fb41-00e3-44a0-bcc9-bc4c4bfe7be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:02.302706 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-bb671c41-e28e-4a8b-9a30-e481d6fa634a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9 HTTP/1.1" status: 200 len: 217 time: 0.0382471 May 04 07:27:02.354008 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-3c554c3a-9b14-4f05-be74-c5886f747385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:02.355400 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-3c554c3a-9b14-4f05-be74-c5886f747385 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b27f41ac-0813-43e1-b31c-efdf9402b2f9 HTTP/1.1" status: 200 len: 853 time: 0.0458772 May 04 07:27:02.395459 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4bb0-73de-4f4b-891f-4a9c320b698d req-e4cbb299-60b5-4a8f-b69d-1492b1839dca tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:02.396957 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6add4bb0-73de-4f4b-891f-4a9c320b698d req-e4cbb299-60b5-4a8f-b69d-1492b1839dca tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0506537 May 04 07:27:02.398229 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-9d037f09-53e1-4a8a-9a6e-be8207d513ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad688595-4716-4ffa-8569-89e089432a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300949 May 04 07:27:02.445185 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6add4bb0-73de-4f4b-891f-4a9c320b698d req-07102e90-76ec-428e-b31f-1c5aa01622bf tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 May 04 07:27:02.501173 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-09772caf-ea57-4869-8f40-43d7e9690026 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957866 May 04 07:27:02.595740 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9b7c15f-8797-4773-93bc-281a5f2134cf req-ead2cddc-2994-4941-a473-7ad5e2822d23 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865178 May 04 07:27:03.228794 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97a854-24a8-497e-be04-d79212070c35 req-b9a78185-a65f-4306-b75f-f8d2dac5fe1b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:03.230270 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db97a854-24a8-497e-be04-d79212070c35 req-b9a78185-a65f-4306-b75f-f8d2dac5fe1b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 944 time: 0.0472167 May 04 07:27:03.281366 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db97a854-24a8-497e-be04-d79212070c35 req-77539b87-bc5b-44bd-b891-466fac423080 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 May 04 07:27:03.483765 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:03.568185 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37e4b-8587-4582-84fd-471df4a11c22 req-99ffa26b-61ec-4446-b300-fce5f793a260 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:03.569656 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75f37e4b-8587-4582-84fd-471df4a11c22 req-99ffa26b-61ec-4446-b300-fce5f793a260 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0472713 May 04 07:27:03.617926 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75f37e4b-8587-4582-84fd-471df4a11c22 req-c4ee50e8-f544-40a2-9d96-d4dd9fc0a174 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 04 07:27:04.153894 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6fcefd15-d130-4384-8e1b-f42273992ef3 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:27:04.202276 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 6fcefd15-d130-4384-8e1b-f42273992ef3 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:27:04.207987 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 6fcefd15-d130-4384-8e1b-f42273992ef3 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:27:04.208390 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:04.282953 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6fcefd15-d130-4384-8e1b-f42273992ef3 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:27:04.283364 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:04.305976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:27:04.308428 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf170f-0782-4643-990d-8d5348306698" -d '{"events": [{"server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "name": "network-vif-plugged", "status": "completed", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:27:04.322317 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6fcefd15-d130-4384-8e1b-f42273992ef3,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:04.329058 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:04.356854 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b107819-8553-4a08-b896-3d7319695b62 x-openstack-request-id: req-3b107819-8553-4a08-b896-3d7319695b62 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:27:04.357142 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "name": "network-vif-plugged", "status": "completed", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:27:04.357398 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b107819-8553-4a08-b896-3d7319695b62 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:27:04.357790 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b107819-8553-4a08-b896-3d7319695b62'] response: {'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'code': 200} May 04 07:27:04.385216 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:04.408655 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab516a8-9b0c-4b1f-870f-43e7efacb31e req-6fadb69c-3f5b-4c12-9339-c5667593b7a9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:04.410119 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dab516a8-9b0c-4b1f-870f-43e7efacb31e req-6fadb69c-3f5b-4c12-9339-c5667593b7a9 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0477993 May 04 07:27:04.695638 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dab516a8-9b0c-4b1f-870f-43e7efacb31e req-8171e6a9-656d-4c9e-8eb6-ff696c54cc35 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781339 May 04 07:27:04.741607 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdeaf-e97c-4fad-a590-1eb87535d2de req-4081b6e5-d288-4e6e-8a09-e5b0b4ed21d2 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:04.743823 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fc5bdeaf-e97c-4fad-a590-1eb87535d2de req-4081b6e5-d288-4e6e-8a09-e5b0b4ed21d2 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0509527 May 04 07:27:04.785594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:04.794401 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fc5bdeaf-e97c-4fad-a590-1eb87535d2de req-ffc5da6b-0c28-4930-97e2-79d0020c0a45 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 May 04 07:27:05.806396 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ad65c-3021-455a-854f-737d0e8b75e2 req-ca7041cc-2e5d-4d5b-8d45-2188f5cab97b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:05.807867 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-208ad65c-3021-455a-854f-737d0e8b75e2 req-ca7041cc-2e5d-4d5b-8d45-2188f5cab97b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0450110 May 04 07:27:05.854582 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-208ad65c-3021-455a-854f-737d0e8b75e2 req-d7376161-ea6f-4fd5-a008-bac747d6619c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 May 04 07:27:05.907349 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff530ea-7615-454c-9309-cf98fb08e980 req-d23a9873-8259-421f-86ae-ab5274537575 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:05.908848 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ff530ea-7615-454c-9309-cf98fb08e980 req-d23a9873-8259-421f-86ae-ab5274537575 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0480664 May 04 07:27:05.955861 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ff530ea-7615-454c-9309-cf98fb08e980 req-df24bf51-f7e6-40c4-9c80-2407214e5589 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 May 04 07:27:06.236193 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:06.981315 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d3fb4-39e8-4385-a200-d3c4331d70df req-b079a6e8-5aa7-4efe-8dd5-10a2d9afc516 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:06.982861 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b8d3fb4-39e8-4385-a200-d3c4331d70df req-b079a6e8-5aa7-4efe-8dd5-10a2d9afc516 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0478680 May 04 07:27:07.033825 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b8d3fb4-39e8-4385-a200-d3c4331d70df req-a4829604-2667-4b2f-959a-f3055cbc8573 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 May 04 07:27:07.072767 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8272-06ab-4b49-8ed5-ee9975d6838e req-52fd6da9-10a3-4791-8cd8-fe582ba71cb8 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:07.074214 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4eaa8272-06ab-4b49-8ed5-ee9975d6838e req-52fd6da9-10a3-4791-8cd8-fe582ba71cb8 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0485878 May 04 07:27:07.125360 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4eaa8272-06ab-4b49-8ed5-ee9975d6838e req-3c37b4ed-d77f-4c3c-af38-95f8bd8d2f6a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 May 04 07:27:07.507086 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-5bd2be6e-e040-48bf-aa37-54602379ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:07.509447 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-5bd2be6e-e040-48bf-aa37-54602379ef43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 1128 time: 0.0450664 May 04 07:27:07.603808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-5b80e02d-abc4-4d2a-9f29-a720f88ec888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:07.606539 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-5b80e02d-abc4-4d2a-9f29-a720f88ec888 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 914 time: 0.0899100 May 04 07:27:07.633040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea12da-a762-4a69-8a82-8fac19eb756f req-82e7a7b2-7f14-40dd-a8e4-2befbfa6c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:07.634544 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8ea12da-a762-4a69-8a82-8fac19eb756f req-82e7a7b2-7f14-40dd-a8e4-2befbfa6c026 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.0394325 May 04 07:27:07.651202 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-40d1843c-2c9c-4c37-b182-37b239fce428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9 HTTP/1.1" status: 200 len: 217 time: 0.0388534 May 04 07:27:07.677784 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8ea12da-a762-4a69-8a82-8fac19eb756f req-6f8daa70-7972-4070-b1a6-70c6ffd28aff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367439 May 04 07:27:07.722627 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-dc17a2bc-285a-44d0-9302-580a68254535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:07.724083 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-dc17a2bc-285a-44d0-9302-580a68254535 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b27f41ac-0813-43e1-b31c-efdf9402b2f9 HTTP/1.1" status: 200 len: 853 time: 0.0457294 May 04 07:27:08.149124 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd118915-02a7-4044-a1c5-f41c28b57892 req-be9f94cc-4b6e-4a13-9d42-b06011b40f3d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:08.150745 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd118915-02a7-4044-a1c5-f41c28b57892 req-be9f94cc-4b6e-4a13-9d42-b06011b40f3d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0475655 May 04 07:27:08.181703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device fc4df7f5-6871-44ec-a4da-035fe875bca9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:27:08.212572 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd118915-02a7-4044-a1c5-f41c28b57892 req-4a2e717e-37b1-40b5-91ec-61cc31d391f7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522113 May 04 07:27:08.250128 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde89a58-2024-4748-b77f-939f2ed64063 req-5d7fef5f-cff4-4b86-aa91-d8f0694a904c tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:08.257839 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bde89a58-2024-4748-b77f-939f2ed64063 req-5d7fef5f-cff4-4b86-aa91-d8f0694a904c tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 944 time: 0.0558491 May 04 07:27:08.290168 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-5d8bef8f-9b0d-4687-ac91-333052c10f85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad688595-4716-4ffa-8569-89e089432a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365107 May 04 07:27:08.302194 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:08.307703 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bde89a58-2024-4748-b77f-939f2ed64063 req-347b4925-fa47-4c40-a6c5-0087d3c5707d tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 May 04 07:27:08.316992 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'fc4df7f5-6871-44ec-a4da-035fe875bca9', 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e', 'port_id': 'fc4df7f5-6871-44ec-a4da-035fe875bca9', 'mac_address': 'fa:16:3e:92:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27f41ac-0813-43e1-b31c-efdf9402b2f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:27:08.361827 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port fc4df7f5-6871-44ec-a4da-035fe875bca9 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:27:08.362216 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:08.375107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4df7f5-6871-44ec-a4da-035fe875bca9 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:27:08.392526 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-a07038ee-2950-44b4-a907-45c6476965bb service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917151 May 04 07:27:08.395762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:08.400348 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:08.447712 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:09.197178 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['fc4df7f5-6871-44ec-a4da-035fe875bca9'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:27:09.363732 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38a34-7588-4c8b-917f-b9208f9369c0 req-bf418b78-db31-426a-8ad8-0aa5f3f08a31 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:09.365437 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48a38a34-7588-4c8b-917f-b9208f9369c0 req-bf418b78-db31-426a-8ad8-0aa5f3f08a31 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0602157 May 04 07:27:09.389538 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccae4864-ea43-457e-9d2f-a4d36d89f761 req-9764aca2-e5c9-4994-9297-9edd8cc527fd service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749163 May 04 07:27:09.420175 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48a38a34-7588-4c8b-917f-b9208f9369c0 req-15102e81-b48d-4dad-919a-416fe862ffdb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 May 04 07:27:09.464464 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3224-6ea8-4ec7-acae-4b0dcdc22166 req-48c2180f-573d-46e7-bf2c-ac881152bac3 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:09.466007 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-517b3224-6ea8-4ec7-acae-4b0dcdc22166 req-48c2180f-573d-46e7-bf2c-ac881152bac3 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 945 time: 0.0604205 May 04 07:27:09.517668 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-517b3224-6ea8-4ec7-acae-4b0dcdc22166 req-adff6e03-3a9c-41b3-8552-dbdaa9d111d1 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 May 04 07:27:10.534324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f371f8-bb28-4eb1-ba7d-d0c1ef80e4ab req-dfb299c3-888c-4736-992d-66ba87edf7cd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:10.535730 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0f371f8-bb28-4eb1-ba7d-d0c1ef80e4ab req-dfb299c3-888c-4736-992d-66ba87edf7cd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0471539 May 04 07:27:10.591734 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0f371f8-bb28-4eb1-ba7d-d0c1ef80e4ab req-f5804343-3e8c-4f31-bad9-4309f5d76b2e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464633 May 04 07:27:10.636513 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4952912-e107-486a-88bb-ff39451a2bf5 req-bfd077b9-6b3b-447a-bccc-92b28a06f3a7 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:10.638028 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b4952912-e107-486a-88bb-ff39451a2bf5 req-bfd077b9-6b3b-447a-bccc-92b28a06f3a7 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 945 time: 0.0509632 May 04 07:27:10.686150 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b4952912-e107-486a-88bb-ff39451a2bf5 req-ecb7768e-21a1-4154-8e76-f1d9a655554c tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 May 04 07:27:10.721038 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device fc4df7f5-6871-44ec-a4da-035fe875bca9 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:27:10.768365 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port fc4df7f5-6871-44ec-a4da-035fe875bca9 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:27:10.774603 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port fc4df7f5-6871-44ec-a4da-035fe875bca9 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:27:10.775098 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:10.853532 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port fc4df7f5-6871-44ec-a4da-035fe875bca9 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:27:10.853828 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:10.877577 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:27:10.880090 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c263aefa-bb10-42b6-8279-39f3c02c7edf" -d '{"events": [{"server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "name": "network-vif-plugged", "status": "completed", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:27:10.892668 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:27:10.902969 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:10.926971 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc0a6e6-0d6d-46bf-9af3-4d24dad7f332 x-openstack-request-id: req-5dc0a6e6-0d6d-46bf-9af3-4d24dad7f332 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:27:10.927414 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "name": "network-vif-plugged", "status": "completed", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:27:10.927806 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc0a6e6-0d6d-46bf-9af3-4d24dad7f332 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:27:10.928296 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc0a6e6-0d6d-46bf-9af3-4d24dad7f332'] response: {'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9', 'code': 200} May 04 07:27:10.955102 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:10.971761 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-fd83d70a-83df-4a3a-8874-0360aa3a1772 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436327 May 04 07:27:11.072416 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a102-dec0-417f-9257-4e775742e2ef req-8587cff4-3dfb-4104-aa2f-aa555abdee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.073899 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-8587cff4-3dfb-4104-aa2f-aa555abdee3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1129 time: 0.0420542 May 04 07:27:11.187894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a102-dec0-417f-9257-4e775742e2ef req-dd98ea95-4b89-410d-b33a-9a32c0692522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.189253 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-dd98ea95-4b89-410d-b33a-9a32c0692522 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0953770 May 04 07:27:11.199460 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060fa3-77f6-48a2-ade6-2279bea56ba5 req-96079504-5bd5-46ae-8398-fdd08530da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.200967 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb060fa3-77f6-48a2-ade6-2279bea56ba5 req-96079504-5bd5-46ae-8398-fdd08530da27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 1130 time: 0.0383763 May 04 07:27:11.230909 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-83586a64-0dab-43a0-b4c1-33a64f8ccf3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0351470 May 04 07:27:11.249809 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb060fa3-77f6-48a2-ade6-2279bea56ba5 req-3b42a2e5-944a-4057-a487-6fee21d2e1da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 May 04 07:27:11.280178 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a102-dec0-417f-9257-4e775742e2ef req-536b6aa4-1ea8-4fff-8b35-d3a07fe50320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.281607 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-536b6aa4-1ea8-4fff-8b35-d3a07fe50320 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0441129 May 04 07:27:11.706633 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30f5d-3d74-4d62-b447-c49d996b6138 req-33fa45f7-fe91-4b82-b7df-6b012fed38bd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.708080 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d9a30f5d-3d74-4d62-b447-c49d996b6138 req-33fa45f7-fe91-4b82-b7df-6b012fed38bd tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0467987 May 04 07:27:11.755961 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d9a30f5d-3d74-4d62-b447-c49d996b6138 req-61f35da6-f08e-4489-8610-ec77cd1955b2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 May 04 07:27:11.831495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61f937-0912-4a0a-ab5b-81153da3851e req-7f4736c4-6edb-4b8a-8c9b-2de3b9ed37e7 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.832974 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1b61f937-0912-4a0a-ab5b-81153da3851e req-7f4736c4-6edb-4b8a-8c9b-2de3b9ed37e7 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0768065 May 04 07:27:11.836697 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a102-dec0-417f-9257-4e775742e2ef req-db0bdf76-2fcf-4d09-a2d0-a5d8b0397716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.837857 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-db0bdf76-2fcf-4d09-a2d0-a5d8b0397716 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721188 May 04 07:27:11.873572 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77701-4638-44aa-b1e2-a630e3548f94 req-04538f8b-6b52-476a-9f33-d4788ca34847 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:11.875090 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c5c77701-4638-44aa-b1e2-a630e3548f94 req-04538f8b-6b52-476a-9f33-d4788ca34847 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0487196 May 04 07:27:11.884357 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1b61f937-0912-4a0a-ab5b-81153da3851e req-0abf923a-a9ae-4554-be83-c0fcf553eae4 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448759 May 04 07:27:11.884583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48236) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:27:11.888972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'floatingip': {'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:27:11.962413 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:12.567335 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-c5af33b4-b2a3-47e5-87c6-481f4f731858 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 May 04 07:27:12.592035 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:12.597076 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:12.670981 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3457a102-dec0-417f-9257-4e775742e2ef req-d550a4c6-b492-4ba9-8d90-3cdf07728db7 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862181 May 04 07:27:12.702608 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Floating IP 00cd3c0d-8249-4a27-92a5-21bbc2b2e568 associated. External IP: 172.27.1.247, port: 6fcefd15-d130-4384-8e1b-f42273992ef3. May 04 07:27:13.039621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805836c-1fb8-4b73-8060-50f7a998d1d1 req-14fa82de-85c2-4af1-aca7-f64959c44cca tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:13.041443 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3805836c-1fb8-4b73-8060-50f7a998d1d1 req-14fa82de-85c2-4af1-aca7-f64959c44cca tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0859909 May 04 07:27:13.136431 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3805836c-1fb8-4b73-8060-50f7a998d1d1 req-7149ad5d-22d0-4c6a-9d54-12dd91d9cb20 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 May 04 07:27:13.202629 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Router e0c70785-ca91-4416-adcc-df9cb2117a92 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:27:13.327884 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:27:13.332950 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:13.337777 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:27:13.348774 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:27:13.349967 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:27:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:27:13.368745 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2bda5b38-cf54-40c0-947b-82bc3ba44013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "PUT /v2.0/floatingips/00cd3c0d-8249-4a27-92a5-21bbc2b2e568 HTTP/1.1" status: 200 len: 991 time: 1.4830585 May 04 07:27:13.369352 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:27:13.371573 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc43714-e877-4478-b13d-2fe7ed95131d" -d '{"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:27:13.408711 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128e7a8-28d7-4c51-a690-87008f1055b2 x-openstack-request-id: req-d128e7a8-28d7-4c51-a690-87008f1055b2 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:27:13.409002 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:27:13.409256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d128e7a8-28d7-4c51-a690-87008f1055b2 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:27:13.409662 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d128e7a8-28d7-4c51-a690-87008f1055b2'] response: {'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'status': 'completed', 'code': 200} May 04 07:27:13.480000 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:27:13.811760 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:27:12Z', 'revision_number': 1, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:27:13.839035 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:27:13.847413 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:27:13.848003 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:27:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:27:13.963387 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:27:14.054496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:14.082393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-c60b2360-0585-440c-817f-41ead3a41d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:14.083917 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-c60b2360-0585-440c-817f-41ead3a41d0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.0627892 May 04 07:27:14.199940 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:27:12Z', 'revision_number': 1, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:27:14.228358 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e25d-76d5-4af6-a700-4ce02eb7d3f7 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:27:12Z', 'revision_number': 1, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:27:14.269953 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb6d4-1321-4039-ba7e-0e404015bed8 req-c33cc8f5-ed98-4d13-94a6-a6db438b9759 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:14.271566 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c20bb6d4-1321-4039-ba7e-0e404015bed8 req-c33cc8f5-ed98-4d13-94a6-a6db438b9759 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0589974 May 04 07:27:14.332034 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c20bb6d4-1321-4039-ba7e-0e404015bed8 req-d5ad23f9-cb9b-43a4-893d-ce0671717aa5 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486567 May 04 07:27:14.408223 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-f1dc7b31-2f1d-473b-86c2-28973b824460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:14.409696 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-f1dc7b31-2f1d-473b-86c2-28973b824460 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1136775 May 04 07:27:14.450542 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d891360-d2af-49c8-801c-d73866a7711a None None] New status for floating IP 00cd3c0d-8249-4a27-92a5-21bbc2b2e568: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:27:14.492118 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-e209d96c-afb4-43a6-bd9d-f6245923fcd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 999 time: 0.0758233 May 04 07:27:14.551689 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-1048a8c1-271a-4eee-9202-66559848e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:14.553177 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-1048a8c1-271a-4eee-9202-66559848e263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0545592 May 04 07:27:14.599463 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-4d5e5d22-e491-40fc-8649-3d563484e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:27:14.600999 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-4d5e5d22-e491-40fc-8649-3d563484e431 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412107 May 04 07:27:14.709164 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-c52c4c06-23e3-477a-aa9d-8b670a2b6464 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011138 May 04 07:27:14.829716 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc43714-e877-4478-b13d-2fe7ed95131d req-08d8fe30-f983-4dfd-8429-adf70130992d service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134992 May 04 07:27:25.441026 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:27:30.035728 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-790cd13c-a3f2-42d2-bdd9-a2511cab6584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:32.286583 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-14040e98-a0a4-411f-8d04-2e202e3711b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:33.483381 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:34.790194 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:36.240211 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.397203 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48478) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:27:41.508382 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.589600 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Publish callbacks [] for security_group (0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.593476 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.633641 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9a9e8f43db44d9e8b9d556feddeaedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336373 May 04 07:27:41.634512 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:41.636417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48482) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:27:41.641799 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.642142 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.642477 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.642810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.643138 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.643554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.643817 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.644133 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.644453 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.644772 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.645092 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.645410 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.645725 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.646038 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.646352 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa89e3-5b14-44a1-86ec-624166b910e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.686758 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Publish callbacks [] for security_group (0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.708626 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Publish callbacks [] for security_group (0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.772338 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.775797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:27:41.776972 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd HTTP/1.1" status: 204 len: 168 time: 0.1395552 May 04 07:27:41.785145 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42f1e6-f0ee-49b6-b2f4-8e2a68e05bfd,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:27:41.793104 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.793459 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.793805 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.794146 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.794594 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.794814 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.795169 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.795499 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.795828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.796160 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.796487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.796813 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.797142 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.797465 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:41.797787 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b10ca-2f1b-4b7f-8ac4-91ce3f875a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:27:44.041737 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:00.039826 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-de3f3cd0-0dac-486b-9c2c-65c16a8a41f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:02.278662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d74602e0-f9b0-4bb0-a9ae-44027ad903a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:02.441151 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:28:03.484484 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:04.792033 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:06.244886 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:12.995110 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-2216573c-b03e-4ae6-b1b7-74edccdbfaa4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430975 May 04 07:28:14.040336 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:16.934258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-6a76e918-97e8-4f23-8256-ce2f07eb8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:16.935960 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-6a76e918-97e8-4f23-8256-ce2f07eb8a53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0412505 May 04 07:28:17.076353 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-06adb960-840e-4ba1-8e1b-5a89a34e92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:17.077869 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-06adb960-840e-4ba1-8e1b-5a89a34e92fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.0925343 May 04 07:28:17.143465 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-f80781ee-0966-4b2b-b669-710a932d6a05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 200 len: 1001 time: 0.0590167 May 04 07:28:17.193933 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-7e52dad2-b3ac-43bb-9202-9b2a191d2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:17.195571 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-7e52dad2-b3ac-43bb-9202-9b2a191d2fb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0462630 May 04 07:28:17.244859 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-d71e081a-b8cb-4530-92fd-c346e49458ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:17.246382 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-d71e081a-b8cb-4530-92fd-c346e49458ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446861 May 04 07:28:17.344609 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-a05a6b83-6f10-4adf-a645-25315289fcbb service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918901 May 04 07:28:17.439933 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a3dc26-c7f5-4977-a28b-8bcff3df5fbd req-327b775a-091c-4cc8-81dc-f63f8b798874 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895360 May 04 07:28:30.043413 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3049-c675-4a73-9589-740ea6fb62a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.281247 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7888361e-ec20-49fc-86a3-0fde0a176c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.674740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 48932) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:32.783757 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bca541c0-ca56-4d4f-bea6-12cefe04477e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.866573 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bca541c0-ca56-4d4f-bea6-12cefe04477e admin admin] Publish callbacks [] for security_group (634b7e51-08d3-40ba-822c-d3d5c3cbabe7), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.870436 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bca541c0-ca56-4d4f-bea6-12cefe04477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (634b7e51-08d3-40ba-822c-d3d5c3cbabe7), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.911480 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-bca541c0-ca56-4d4f-bea6-12cefe04477e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd1b0b8fc10f441cbb7ed557ba8d9917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355623 May 04 07:28:32.912359 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca541c0-ca56-4d4f-bea6-12cefe04477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634b7e51-08d3-40ba-822c-d3d5c3cbabe7,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:32.914165 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 48938) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:32.975454 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] Publish callbacks [] for security_group (634b7e51-08d3-40ba-822c-d3d5c3cbabe7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:32.998253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] Publish callbacks [] for security_group (634b7e51-08d3-40ba-822c-d3d5c3cbabe7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:33.049217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (634b7e51-08d3-40ba-822c-d3d5c3cbabe7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:33.052297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:33.053553 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/634b7e51-08d3-40ba-822c-d3d5c3cbabe7 HTTP/1.1" status: 204 len: 168 time: 0.1383317 May 04 07:28:33.068994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c52476-373e-4cf1-b079-6233a1813fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b7e51-08d3-40ba-822c-d3d5c3cbabe7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:33.489559 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:34.795915 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:36.247812 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:37.827430 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49014) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:37.833010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140021532', 'description': 'tempest-description--279826943'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:37.855460 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:37.933601 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (08f0e264-5a42-4247-8771-f383512bdb31), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:37.937833 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (08f0e264-5a42-4247-8771-f383512bdb31), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:37.979899 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:37.981121 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1521475 May 04 07:28:37.982247 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d112c-736c-4320-811e-92f3be45b4f0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0e264-5a42-4247-8771-f383512bdb31,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:37.984695 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49016) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:37.988768 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '08f0e264-5a42-4247-8771-f383512bdb31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:38.024509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (3323bed1-d984-4204-beff-29934fac4310), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.114269 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (3323bed1-d984-4204-beff-29934fac4310), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.119886 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (3323bed1-d984-4204-beff-29934fac4310), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.156960 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3323bed1-d984-4204-beff-29934fac4310,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:38.170513 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.173073 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-93755c64-cfa8-4103-ba38-0a145f58dec7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1875482 May 04 07:28:38.176529 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49028) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:38.181437 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '08f0e264-5a42-4247-8771-f383512bdb31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:38.220443 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (abed104d-8003-4775-9efc-b6d0f3e0535d), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.293570 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (abed104d-8003-4775-9efc-b6d0f3e0535d), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.300165 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (abed104d-8003-4775-9efc-b6d0f3e0535d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.327486 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abed104d-8003-4775-9efc-b6d0f3e0535d,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:38.338890 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.338890 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5647cf06-ddac-4247-96b7-fb6f02a82d98 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586921 May 04 07:28:38.339364 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49034) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:38.348619 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:38.376446 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.450737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc55c6-10c7-4d5d-80a0-7890604c56d0 req-d89a4672-c402-4212-8917-1df0c0a88523 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:38.459498 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7cc55c6-10c7-4d5d-80a0-7890604c56d0 req-d89a4672-c402-4212-8917-1df0c0a88523 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0654991 May 04 07:28:38.469602 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.521689 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7cc55c6-10c7-4d5d-80a0-7890604c56d0 req-83dc8bdb-085c-46da-aa03-324ef4e82ca3 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 May 04 07:28:38.601093 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.27.1.252 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:38.714109 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.748931 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.787025 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:38.789879 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:38.793529 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:38.824762 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:38.896447 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:38.935554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:39.102578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:39.107740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:39.178279 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:39.190893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:39.206850 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:39.208205 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-66def155-79f4-40b9-885e-1b3ed80bac6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8678234 May 04 07:28:39.426242 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-47d678cc-4138-4cd6-822f-0e6373620db3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2140021532&fields=id&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 267 time: 0.0451741 May 04 07:28:39.443915 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:28:39.545816 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-98e3bd1e-6d88-4cdd-b99a-a1574ceb2403 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:39.548054 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-98e3bd1e-6d88-4cdd-b99a-a1574ceb2403 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1152542 May 04 07:28:39.564228 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-16cc74c5-1d66-4753-a179-42d54afea8b2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/quotas/0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 375 time: 0.0106537 May 04 07:28:39.620513 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-30ac9ca2-41d5-48ce-a3ef-7b6dbbfbdaca tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501933 May 04 07:28:39.670748 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26967d-f8ed-4c84-a4de-e48b8ece5eed req-61b99caf-844b-4b04-b1f2-a33619c35d74 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:39.670748 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e26967d-f8ed-4c84-a4de-e48b8ece5eed req-61b99caf-844b-4b04-b1f2-a33619c35d74 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0564110 May 04 07:28:39.721367 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e26967d-f8ed-4c84-a4de-e48b8ece5eed req-e8b38e4c-ad50-4f81-8bea-b2f604c5a7b2 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 May 04 07:28:39.735043 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-3fdf54ec-43d2-433c-8d5f-9ff5b24b44a8 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017230 May 04 07:28:39.828593 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-f0fe735b-54a2-4c62-a30e-7234c9cd4b4d service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888789 May 04 07:28:40.006374 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59804457-1c5e-46f1-b2d3-d3763cd6a7a9 req-95d15c8f-517a-43f9-ae05-753b149f2192 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 210 time: 0.0290668 May 04 07:28:40.413287 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-30056575-2272-41ba-ae6b-bb9d7d6cab23 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:40.414786 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-30056575-2272-41ba-ae6b-bb9d7d6cab23 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 946 time: 0.0580609 May 04 07:28:40.512417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Deleting port fc4df7f5-6871-44ec-a4da-035fe875bca9 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:28:40.512943 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:40.619113 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] For port fc4df7f5-6871-44ec-a4da-035fe875bca9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fc4df7f5-6871-44ec-a4da-035fe875bca9,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:40.619511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:40.634347 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Calling delete_port for fc4df7f5-6871-44ec-a4da-035fe875bca9 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:28:40.775678 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (fc4df7f5-6871-44ec-a4da-035fe875bca9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:40.804036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Pushing event deleted for resources: {'Port': ['ID=fc4df7f5-6871-44ec-a4da-035fe875bca9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:40.818234 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['fc4df7f5-6871-44ec-a4da-035fe875bca9'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:28:40.833916 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d3897787-9abd-4988-aba5-023edb03f72d req-71989fda-5b5f-4874-8262-d67d740eab71 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20076ab-ef93-426c-b2d2-0a59269fb84e HTTP/1.1" status: 200 len: 210 time: 0.0391228 May 04 07:28:40.856817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] No DVR routers for this DVR port fc4df7f5-6871-44ec-a4da-035fe875bca9 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:28:40.861391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:40.864804 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8396f6da-fd5c-4792-8ef4-da4b6028316a req-8f627e8a-5a55-4f92-83e2-d9d4c2b0dc77 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "DELETE /v2.0/ports/fc4df7f5-6871-44ec-a4da-035fe875bca9 HTTP/1.1" status: 204 len: 173 time: 0.4422369 May 04 07:28:40.865254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'name': 'network-vif-deleted', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:28:40.867569 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac7299-f393-41ea-b97a-93f5e4a7eadf" -d '{"events": [{"server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "name": "network-vif-deleted", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:28:40.905081 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc06064-1693-41fb-a000-5fa3b00dc559 x-openstack-request-id: req-6bc06064-1693-41fb-a000-5fa3b00dc559 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:28:40.905371 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20076ab-ef93-426c-b2d2-0a59269fb84e", "name": "network-vif-deleted", "tag": "fc4df7f5-6871-44ec-a4da-035fe875bca9", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:28:40.905625 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bc06064-1693-41fb-a000-5fa3b00dc559 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:28:40.906029 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc06064-1693-41fb-a000-5fa3b00dc559'] response: {'server_uuid': 'c20076ab-ef93-426c-b2d2-0a59269fb84e', 'name': 'network-vif-deleted', 'tag': 'fc4df7f5-6871-44ec-a4da-035fe875bca9', 'status': 'completed', 'code': 200} May 04 07:28:41.112387 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ae0a915e-668a-4d79-8bb6-a3b294e913f4 req-854aa120-4f88-49d1-844e-dda4c614eb13 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 210 time: 0.0304408 May 04 07:28:41.230153 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-3661f446-d54c-40e6-a8d2-7f69d53c6599 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:41.231793 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-3661f446-d54c-40e6-a8d2-7f69d53c6599 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1227610 May 04 07:28:41.485154 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-3021b5b6-338d-4bea-b5b1-cf7386c71cb5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 472 time: 0.0711360 May 04 07:28:41.498133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'port': {'device_id': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'admin_state_up': True, 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'security_groups': ['08f0e264-5a42-4247-8771-f383512bdb31']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:41.615388 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:41.618765 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:41.757401 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.20.0.6 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/d67d9200-3a84-4c6f-92d9-2bcd2c53f75b) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:41.902877 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:41.946962 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:41.990089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:41.993199 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:41.997234 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:42.031568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:42.048554 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.048912 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.049254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.049598 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.049936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.050271 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.050603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.050936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.051296 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.051644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.052060 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.052293 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.052611 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.052937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.053268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:42.075437 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:42.076265 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.096151 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-cae14d38-e15b-49aa-8a39-8ae6769e626c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018572 May 04 07:28:42.115413 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Request body: {'port': {'device_id': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:42.179099 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.237346 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e2414-30bd-45da-b4e5-2a8e3b4edcd7 req-c251bdf0-fe0b-464f-9300-428284f4cc1b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:42.238884 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-182e2414-30bd-45da-b4e5-2a8e3b4edcd7 req-c251bdf0-fe0b-464f-9300-428284f4cc1b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 931 time: 0.0501623 May 04 07:28:42.289683 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-182e2414-30bd-45da-b4e5-2a8e3b4edcd7 req-80c64551-13d4-4404-84f7-de5f059dc6a3 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 May 04 07:28:42.309747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-b18208ff-a79f-423d-a223-2471776ddf0f None None] Provisioning complete for port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:42.310271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b18208ff-a79f-423d-a223-2471776ddf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.351407 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b18208ff-a79f-423d-a223-2471776ddf0f None None] Port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:28:42.463549 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67d9200-3a84-4c6f-92d9-2bcd2c53f75b {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:28:42.471812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks [] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.485330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Transition to ACTIVE for port object d67d9200-3a84-4c6f-92d9-2bcd2c53f75b will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:28:42.488942 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.560426 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:42.618246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Attempting to bind port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:42.618702 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Attempting to bind port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:42.619034 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Attempting to bind port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:42.623923 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:28:42.624248 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Attempting to bind port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:42.630378 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:42.630814 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:42.631093 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:42.631584 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Bound port: d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:42.631944 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.701247 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:42.705192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:42.711243 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.745122 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:42.745764 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:42.747428 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] 10.222.0.26 "PUT /v2.0/ports/d67d9200-3a84-4c6f-92d9-2bcd2c53f75b HTTP/1.1" status: 200 len: 1093 time: 0.6362512 May 04 07:28:42.778550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44bddd-b2c6-455b-a73f-bf928223c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:42.907673 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:28:42.910026 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb" -d '{"events": [{"name": "network-changed", "server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:28:42.947550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dbe373-7e40-4835-a294-59de1adc0051 x-openstack-request-id: req-e1dbe373-7e40-4835-a294-59de1adc0051 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:28:42.947838 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:28:42.948085 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1dbe373-7e40-4835-a294-59de1adc0051 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:28:42.948481 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dbe373-7e40-4835-a294-59de1adc0051'] response: {'name': 'network-changed', 'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'status': 'completed', 'code': 200} May 04 07:28:43.015793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-ddf7ad6c-282a-4526-937d-f2ac13555740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:43.017293 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-ddf7ad6c-282a-4526-937d-f2ac13555740 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 1127 time: 0.0420861 May 04 07:28:43.404759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0844f-4dd0-4d8e-bf29-caafe38c046b req-b5146a8c-830c-4aee-807e-84f95d744f08 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:43.406730 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6ed0844f-4dd0-4d8e-bf29-caafe38c046b req-b5146a8c-830c-4aee-807e-84f95d744f08 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0465438 May 04 07:28:43.457862 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6ed0844f-4dd0-4d8e-bf29-caafe38c046b req-24248264-6e30-4dc8-a473-832c7e2778cb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 May 04 07:28:44.054998 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-4a5dcdbb-e0bc-43ce-b9bf-1161ca6844ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b HTTP/1.1" status: 200 len: 217 time: 0.0381536 May 04 07:28:44.574338 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6b953-5c75-431c-ab51-ae9b75a8dfd6 req-eabe68cc-6932-4255-a2df-a1e25dbc0dc6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:44.575870 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-caa6b953-5c75-431c-ab51-ae9b75a8dfd6 req-eabe68cc-6932-4255-a2df-a1e25dbc0dc6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0478086 May 04 07:28:44.622808 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-caa6b953-5c75-431c-ab51-ae9b75a8dfd6 req-40dd4348-ac27-4b89-8677-8f19ec6e8128 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 May 04 07:28:44.901928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device fc4df7f5-6871-44ec-a4da-035fe875bca9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:28:44.934271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: fc4df7f5-6871-44ec-a4da-035fe875bca9 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:28:44.934680 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device fc4df7f5-6871-44ec-a4da-035fe875bca9 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:28:44.939049 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:44.948466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-a24bc53d-5183-4996-9cd0-c31b60c6cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:44.950032 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-a24bc53d-5183-4996-9cd0-c31b60c6cb6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0485065 May 04 07:28:45.738832 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f5062-a789-49e2-bf68-80289028a398 req-018e16d2-5fcc-4288-8ecf-993ec68fc656 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:45.740268 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a81f5062-a789-49e2-bf68-80289028a398 req-018e16d2-5fcc-4288-8ecf-993ec68fc656 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0484488 May 04 07:28:45.788955 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a81f5062-a789-49e2-bf68-80289028a398 req-f569616e-c85a-4ba4-90c1-ee0ae6224cb9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 May 04 07:28:46.101863 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1420-18e6-4719-b040-930773d71551 req-3e5032d9-5740-4c24-ad06-8dc73ec6b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:46.103408 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-3e5032d9-5740-4c24-ad06-8dc73ec6b924 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438941 May 04 07:28:46.202225 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-8fe2a266-323f-4534-ae24-e491e9965f16 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919600 May 04 07:28:46.531173 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e8c1420-18e6-4719-b040-930773d71551 req-74e6b907-c4f2-426d-96f9-ca0022004f44 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219445 May 04 07:28:46.906559 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9d1b-f0af-434c-a159-122c6845c15a req-fc3311ce-22fb-463a-98e5-d1603cfd4298 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:46.908091 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a1a9d1b-f0af-434c-a159-122c6845c15a req-fc3311ce-22fb-463a-98e5-d1603cfd4298 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0473423 May 04 07:28:46.955777 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a1a9d1b-f0af-434c-a159-122c6845c15a req-2de6b058-2930-4dd2-aced-49669c15d510 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 May 04 07:28:47.300774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49186) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:47.424604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-703fc430-e31e-4eac-ba8e-a4c49a7e0305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.517300 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-703fc430-e31e-4eac-ba8e-a4c49a7e0305 admin admin] Publish callbacks [] for security_group (ec9df051-c1df-4a64-a471-19a0a8c12221), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.521189 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-703fc430-e31e-4eac-ba8e-a4c49a7e0305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ec9df051-c1df-4a64-a471-19a0a8c12221), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.561381 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-703fc430-e31e-4eac-ba8e-a4c49a7e0305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=344d6cd83d8c4bddb14a502d4a8fdf51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594428 May 04 07:28:47.562816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fc430-e31e-4eac-ba8e-a4c49a7e0305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9df051-c1df-4a64-a471-19a0a8c12221,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:47.564261 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49198) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:47.615550 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Publish callbacks [] for security_group (ec9df051-c1df-4a64-a471-19a0a8c12221), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.637520 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Publish callbacks [] for security_group (ec9df051-c1df-4a64-a471-19a0a8c12221), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.688423 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ec9df051-c1df-4a64-a471-19a0a8c12221), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.690979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:47.694537 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec9df051-c1df-4a64-a471-19a0a8c12221 HTTP/1.1" status: 204 len: 168 time: 0.1269021 May 04 07:28:47.700609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9df051-c1df-4a64-a471-19a0a8c12221,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:47.708498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.708837 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.709176 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.709508 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.709851 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.710174 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.710500 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.710972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.711133 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.711479 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.711805 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.712250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.712573 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.712896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:47.713238 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e57f-9903-4b29-9568-bbdf937828dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:48.080104 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf114e-669c-4dcd-a106-c6da753092d9 req-682af524-bcfc-48b8-acb3-67f828d7e722 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:48.081623 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2bcf114e-669c-4dcd-a106-c6da753092d9 req-682af524-bcfc-48b8-acb3-67f828d7e722 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0575268 May 04 07:28:48.131683 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2bcf114e-669c-4dcd-a106-c6da753092d9 req-d0bb1c02-728c-44b8-b2c6-b9c48dc92c0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 May 04 07:28:48.355575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49222) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:48.453343 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-638975067-network', 'tenant_id': '9490d418deac48d399051367f238b312'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:48.473394 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Made reservation on behalf of 9490d418deac48d399051367f238b312 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:48.475954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.485590 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.572318 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks [] for security_group (f3997a81-e8c2-419c-9d3c-a492529aa368), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.577835 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (f3997a81-e8c2-419c-9d3c-a492529aa368), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.602635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:28:48.620205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ecac29d5-81e0-4fe3-bcb5-24304aaaa804), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.620613 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Added segment ecac29d5-81e0-4fe3-bcb5-24304aaaa804 of type vlan for network 4e9953da-d722-4864-b4de-9376ee6b7144 May 04 07:28:48.630237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3997a81-e8c2-419c-9d3c-a492529aa368,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:48.674750 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (4e9953da-d722-4864-b4de-9376ee6b7144), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.696772 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (4e9953da-d722-4864-b4de-9376ee6b7144), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.697826 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:48.698441 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.737453 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3807728 May 04 07:28:48.740514 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49232) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:48.745338 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Request body: {'subnet': {'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-638975067-subnet', 'tenant_id': '9490d418deac48d399051367f238b312', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:48.766377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Made reservation on behalf of 9490d418deac48d399051367f238b312 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:48.767548 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762587-54c1-4376-95bf-20c23cb82d42 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9953da-d722-4864-b4de-9376ee6b7144,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:48.768871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:48.777654 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 4e9953da-d722-4864-b4de-9376ee6b7144 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:28:48.949788 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (425516f7-fcd1-4d8f-a514-dbd8d9841778), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.004314 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425516f7-fcd1-4d8f-a514-dbd8d9841778,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:49.016367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Checking segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:49.016732 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Network hostable DHCP agents. Network: 4e9953da-d722-4864-b4de-9376ee6b7144, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:28:49.034696 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Network 4e9953da-d722-4864-b4de-9376ee6b7144 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:28:49.045568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 4e9953da-d722-4864-b4de-9376ee6b7144) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:49.050228 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:49.050824 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.055077 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b12725-286c-457e-99b5-5a271a1f8e94 None None] Network 4e9953da-d722-4864-b4de-9376ee6b7144 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:28:49.069531 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-98e383b0-e548-461f-86d7-aac86e2d39f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3279126 May 04 07:28:49.072316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49234) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:49.076620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:49.095545 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.096578 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.154354 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for router_controller (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.163737 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-4e9953da-d722-4864-b4de-9376ee6b7144', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'project_id': '9490d418deac48d399051367f238b312', 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:28:49.163847 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.322702 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff40ac-76d1-4783-aff0-a680dc50e6c8 req-ba392c1b-3cc2-46a9-aabe-22a40c8ff8cc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:49.324263 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82ff40ac-76d1-4783-aff0-a680dc50e6c8 req-ba392c1b-3cc2-46a9-aabe-22a40c8ff8cc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.1181328 May 04 07:28:49.324999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Allocated IP 172.20.0.2 (4e9953da-d722-4864-b4de-9376ee6b7144/425516f7-fcd1-4d8f-a514-dbd8d9841778/f61f3dad-e9f0-4598-a369-57c549d30456) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:49.356977 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for router_gateway (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.462888 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82ff40ac-76d1-4783-aff0-a680dc50e6c8 req-113bef20-6598-4f07-a941-946be3125f42 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084244 May 04 07:28:49.479823 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks [] for port (f61f3dad-e9f0-4598-a369-57c549d30456), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.489000 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.533146 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Network 4e9953da-d722-4864-b4de-9376ee6b7144 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:49.536132 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:49.541943 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:49.550177 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Pushing event updated for resources: {'Port': ['ID=f61f3dad-e9f0-4598-a369-57c549d30456,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:49.576574 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.576826 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.577188 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.577909 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.578244 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.578581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.578909 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.579256 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.579600 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.579927 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.580254 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.580592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.580916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.581227 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.581543 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:49.584172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for router_gateway (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.605833 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.617155 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Attempting to bind port f61f3dad-e9f0-4598-a369-57c549d30456 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:49.617618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Attempting to bind port f61f3dad-e9f0-4598-a369-57c549d30456 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:49.618092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Attempting to bind port f61f3dad-e9f0-4598-a369-57c549d30456 on network 4e9953da-d722-4864-b4de-9376ee6b7144 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:49.623631 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:49.623996 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Checking segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:49.624418 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.624800 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Bound using segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:49.625257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Bound port: f61f3dad-e9f0-4598-a369-57c549d30456, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:49.625627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.695722 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] For port f61f3dad-e9f0-4598-a369-57c549d30456, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:49.699214 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] For port f61f3dad-e9f0-4598-a369-57c549d30456, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f61f3dad-e9f0-4598-a369-57c549d30456,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:49.705764 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.730155 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Allocated IP 172.27.1.223 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/65755040-6713-4176-9f5d-e20f98cd8825) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:49.774813 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8864-9acf-4595-ab36-d02c02b46880 None None] Pushing event updated for resources: {'Port': ['ID=f61f3dad-e9f0-4598-a369-57c549d30456,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:49.847810 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for port (65755040-6713-4176-9f5d-e20f98cd8825), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.883377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (65755040-6713-4176-9f5d-e20f98cd8825), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:49.934512 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:49.938940 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:49.946347 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:49.985209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Pushing event updated for resources: {'Port': ['ID=65755040-6713-4176-9f5d-e20f98cd8825,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:50.167887 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f61f3dad-e9f0-4598-a369-57c549d30456 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:50.220438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port f61f3dad-e9f0-4598-a369-57c549d30456 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:50.220831 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.239543 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for router_gateway (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.303209 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port f61f3dad-e9f0-4598-a369-57c549d30456 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:50.303577 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.341379 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port f61f3dad-e9f0-4598-a369-57c549d30456, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f61f3dad-e9f0-4598-a369-57c549d30456,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:50.346943 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.403753 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=f61f3dad-e9f0-4598-a369-57c549d30456,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:50.452546 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.599870 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41a878-78ce-4f87-9e67-90e418388165 req-d780bbee-5caf-4ff0-921b-69472b745f83 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:50.601266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:28:50.602223 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b41a878-78ce-4f87-9e67-90e418388165 req-d780bbee-5caf-4ff0-921b-69472b745f83 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0561891 May 04 07:28:50.661561 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b41a878-78ce-4f87-9e67-90e418388165 req-00b40e74-93ab-4115-832b-042252962256 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519440 May 04 07:28:50.727136 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:28:50.734232 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94be18-1aac-479e-9673-f481290798c0 None None] Network 4e9953da-d722-4864-b4de-9376ee6b7144 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:28:50.738204 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Sync routers for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:28:50.748940 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:50.749613 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:50.750520 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.754910 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49244) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:50.755941 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1e924166-7f69-4286-802b-40bd3b1a3704 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6825483 May 04 07:28:50.802253 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-c40396fd-61db-40fc-b8e5-4b604b88e25c None None] Provisioning complete for port f61f3dad-e9f0-4598-a369-57c549d30456 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:50.802816 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c40396fd-61db-40fc-b8e5-4b604b88e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:50.864891 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:51.071820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-c40396fd-61db-40fc-b8e5-4b604b88e25c None None] Current status of the port f61f3dad-e9f0-4598-a369-57c549d30456 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:51.074530 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:50Z', 'revision_number': 3, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:51.106700 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Checking router: f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:28:51.107039 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Updating router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 port 65755040-6713-4176-9f5d-e20f98cd8825 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:28:51.143585 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (65755040-6713-4176-9f5d-e20f98cd8825), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.238132 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.291250 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1c2eee0d-280f-4b68-bacf-576bbae1424e None None] Provisioning complete for port f61f3dad-e9f0-4598-a369-57c549d30456 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:51.292464 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee0d-280f-4b68-bacf-576bbae1424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.397707 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1c2eee0d-280f-4b68-bacf-576bbae1424e None None] Current status of the port f61f3dad-e9f0-4598-a369-57c549d30456 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:51.425823 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Allocated IP 172.20.0.1 (4e9953da-d722-4864-b4de-9376ee6b7144/425516f7-fcd1-4d8f-a514-dbd8d9841778/f5dba1b8-0e32-4508-b3c1-8c0695c621c0) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:51.497045 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks [] for port (65755040-6713-4176-9f5d-e20f98cd8825), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.505877 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (65755040-6713-4176-9f5d-e20f98cd8825), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.538138 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks [] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.558823 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Pushing event updated for resources: {'Port': ['ID=65755040-6713-4176-9f5d-e20f98cd8825,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:51.560945 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Attempting to bind port 65755040-6713-4176-9f5d-e20f98cd8825 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:51.561298 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Attempting to bind port 65755040-6713-4176-9f5d-e20f98cd8825 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:51.561642 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Attempting to bind port 65755040-6713-4176-9f5d-e20f98cd8825 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:51.567981 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:51.568222 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:51.568612 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.569110 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:51.569575 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Bound port: 65755040-6713-4176-9f5d-e20f98cd8825, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:51.569939 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (65755040-6713-4176-9f5d-e20f98cd8825), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.574387 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.576637 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.576983 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.577367 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.577718 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.578381 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.578381 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.578787 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.578967 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.579595 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.579826 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.579982 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.580382 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.580645 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.580873 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.581174 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:28:51.606053 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device d67d9200-3a84-4c6f-92d9-2bcd2c53f75b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:28:51.621236 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Network 4e9953da-d722-4864-b4de-9376ee6b7144 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:51.626710 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:51.632164 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:51.639705 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] For port 65755040-6713-4176-9f5d-e20f98cd8825, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:51.646920 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] For port 65755040-6713-4176-9f5d-e20f98cd8825, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=65755040-6713-4176-9f5d-e20f98cd8825,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:51.656830 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:51.659967 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (65755040-6713-4176-9f5d-e20f98cd8825), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.694861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.780277 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:51.785475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:51.791463 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:51.805950 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'port_id': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'mac_address': 'fa:16:3e:18:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:28:51.848674 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:51.850151 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.859672 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc9ede-8ead-439e-93db-b1c7ac2443cc req-b667f0cf-43ab-465f-9012-d304f60c4fdf tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:51.861915 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8adc9ede-8ead-439e-93db-b1c7ac2443cc req-b667f0cf-43ab-465f-9012-d304f60c4fdf tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 943 time: 0.0793762 May 04 07:28:51.881445 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.889109 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67d9200-3a84-4c6f-92d9-2bcd2c53f75b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:28:51.935330 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:51.943723 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.948347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-2b2075eb-0298-4268-afa6-0e343fe2032e None None] Provisioning complete for port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:51.949067 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b2075eb-0298-4268-afa6-0e343fe2032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:51.951771 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:51.973678 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8adc9ede-8ead-439e-93db-b1c7ac2443cc req-004a092b-319a-494a-b62d-4d4cc27d34ba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026103 May 04 07:28:51.974872 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640de35-ec90-45be-a799-2ed6431a90c1 None None] Pushing event updated for resources: {'Port': ['ID=65755040-6713-4176-9f5d-e20f98cd8825,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:52.028376 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2b2075eb-0298-4268-afa6-0e343fe2032e None None] Port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:28:52.033861 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:52.071612 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks [] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:52.078594 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:52.150286 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:52.153417 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:52.179535 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f61f3dad-e9f0-4598-a369-57c549d30456 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:52.199771 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:50Z', 'revision_number': 3, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:52.229973 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e8a87-de38-4bf2-ba08-80d8e0c52e72 None None] The sync data for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi is: [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:50Z', 'revision_number': 3, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:28:52.235060 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port f61f3dad-e9f0-4598-a369-57c549d30456 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:52.235494 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:52.255565 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Network 4e9953da-d722-4864-b4de-9376ee6b7144 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:52.257170 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:52.339506 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port f61f3dad-e9f0-4598-a369-57c549d30456 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:52.562855 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-e41b0d7a-f009-41f9-ba77-9aea768902fc None None] Provisioning complete for port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:52.563990 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e41b0d7a-f009-41f9-ba77-9aea768902fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:52.607928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e41b0d7a-f009-41f9-ba77-9aea768902fc None None] Port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:28:52.648956 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:28:52.770324 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:28:52.775647 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-418178df-af5f-454f-b2f8-07035739c0c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190473 May 04 07:28:53.101921 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b4acf-c1d1-4ecb-be68-5707d4b92ad8 req-d0474fe0-5472-4500-a749-72a59f0da8b9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.103447 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1c9b4acf-c1d1-4ecb-be68-5707d4b92ad8 req-d0474fe0-5472-4500-a749-72a59f0da8b9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 944 time: 0.0564861 May 04 07:28:53.158321 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1c9b4acf-c1d1-4ecb-be68-5707d4b92ad8 req-f34c5539-7136-448a-9c30-73e660a50ac0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476084 May 04 07:28:53.290471 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49270) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:53.295335 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-196153628-network', 'tenant_id': '53f0c604ec744193ba812e2ce6647254'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:53.315657 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Made reservation on behalf of 53f0c604ec744193ba812e2ce6647254 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:53.317961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.326787 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.416913 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks [] for security_group (edecc437-82b4-4d01-8589-05f2c226cbca), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.421693 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (edecc437-82b4-4d01-8589-05f2c226cbca), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.451963 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:28:53.462998 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edecc437-82b4-4d01-8589-05f2c226cbca,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:53.470191 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ec993294-1a50-4c08-8a32-be92a90cee22), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.470536 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Added segment ec993294-1a50-4c08-8a32-be92a90cee22 of type vlan for network c484b9d0-e354-43c4-84f4-4e497aa312ef May 04 07:28:53.514067 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (c484b9d0-e354-43c4-84f4-4e497aa312ef), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.548027 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (c484b9d0-e354-43c4-84f4-4e497aa312ef), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.549018 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.549609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.614953 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3232861 May 04 07:28:53.617686 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49272) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:53.622476 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Request body: {'subnet': {'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-196153628-subnet', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:53.623026 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-7f5aa07a-4fee-4c31-bc1b-a5f40410dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.624686 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-7f5aa07a-4fee-4c31-bc1b-a5f40410dc3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 1128 time: 0.0471489 May 04 07:28:53.625894 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f2ab-a35f-49ab-8153-ae2a009bc584 admin admin] Pushing event updated for resources: {'Network': ['ID=c484b9d0-e354-43c4-84f4-4e497aa312ef,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:53.637058 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network c484b9d0-e354-43c4-84f4-4e497aa312ef details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:28:53.646599 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Made reservation on behalf of 53f0c604ec744193ba812e2ce6647254 for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:53.649077 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25612114'] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.705792 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['d67d9200-3a84-4c6f-92d9-2bcd2c53f75b'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:28:53.770440 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-2343db99-8c36-419c-900f-4eeb8a5201d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.771884 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-2343db99-8c36-419c-900f-4eeb8a5201d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.1412549 May 04 07:28:53.820048 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-59efb97f-77cb-4f72-83ce-b5ef7fac6192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b HTTP/1.1" status: 200 len: 217 time: 0.0413463 May 04 07:28:53.873402 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26115033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612108'] for subnet (7f576afe-005e-41d5-9d77-8bd6bc491d55), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:53.891460 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-f1fa29c1-86de-4d07-8788-dd0fe83594d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.893251 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-f1fa29c1-86de-4d07-8788-dd0fe83594d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0673268 May 04 07:28:53.930945 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f576afe-005e-41d5-9d77-8bd6bc491d55,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:53.950379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-7f04e364-7526-4647-9892-8a5df83ac6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:53.952226 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-7f04e364-7526-4647-9892-8a5df83ac6d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507598 May 04 07:28:53.961344 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Checking segment: {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:53.961798 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Network hostable DHCP agents. Network: c484b9d0-e354-43c4-84f4-4e497aa312ef, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:28:53.992828 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Network c484b9d0-e354-43c4-84f4-4e497aa312ef is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:28:54.010642 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, c484b9d0-e354-43c4-84f4-4e497aa312ef) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:54.015670 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:54.016529 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.017482 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Sync routers for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:28:54.035028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57591085-1bac-414e-a1fc-9f59fd1c238b None None] Network c484b9d0-e354-43c4-84f4-4e497aa312ef requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:28:54.040908 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b798dbcf-3e22-4d20-9ceb-e43d9965b16d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4221237 May 04 07:28:54.043554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49288) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:54.050715 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:54.068714 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:54.069396 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:54.079024 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.080348 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.102985 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-e11ae387-6fcd-4875-aa75-bc6e27381f23 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 May 04 07:28:54.177539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for router_controller (99eba14d-36d8-4f6d-aa01-4e6d7113f853), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.201996 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 65755040-6713-4176-9f5d-e20f98cd8825 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:54.321886 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-c484b9d0-e354-43c4-84f4-4e497aa312ef', 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef', 'project_id': '53f0c604ec744193ba812e2ce6647254', 'fixed_ips': [{'subnet_id': '7f576afe-005e-41d5-9d77-8bd6bc491d55'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:28:54.322751 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.342231 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:54.399859 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 65755040-6713-4176-9f5d-e20f98cd8825 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:54.399859 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (65755040-6713-4176-9f5d-e20f98cd8825), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.404353 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for router_gateway (99eba14d-36d8-4f6d-aa01-4e6d7113f853), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.416940 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22654f-f411-48ef-b1d8-10da712ea4fd req-8d18817e-361e-47f1-a3d9-01a239941ebc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:54.420052 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f22654f-f411-48ef-b1d8-10da712ea4fd req-8d18817e-361e-47f1-a3d9-01a239941ebc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 944 time: 0.1368744 May 04 07:28:54.495745 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-e78e938e-42d2-4143-a88b-4ec3fe675b53 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:54.497265 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-e78e938e-42d2-4143-a88b-4ec3fe675b53 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 813 time: 0.4555652 May 04 07:28:54.525301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-2c538ab1-64bd-4b28-af2e-f4ca6e886f05 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/quotas/5454654e735d406cb8b3aea4dd45d770 HTTP/1.1" status: 200 len: 375 time: 0.0208175 May 04 07:28:54.529165 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eecfc544-4baa-4f0f-b49d-62b2a3c186bb req-aab0292f-6aaf-4070-b05c-ec4327ad9f47 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183984 May 04 07:28:54.536208 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f22654f-f411-48ef-b1d8-10da712ea4fd req-8c4b87dc-06bf-4755-9cae-e30a47fb17bc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019428 May 04 07:28:54.568307 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-1a149956-e596-4223-9365-4121abf2c46f tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352495 May 04 07:28:54.672878 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-da734162-c9bd-48a4-9d3e-044d39f9dd5f service neutron] 10.222.0.21 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970733 May 04 07:28:54.688351 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for router_gateway (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.698990 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Allocated IP 172.20.0.2 (c484b9d0-e354-43c4-84f4-4e497aa312ef/7f576afe-005e-41d5-9d77-8bd6bc491d55/cf24e212-b221-42ff-9413-09138cce40c5) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:54.707816 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.763861 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 65755040-6713-4176-9f5d-e20f98cd8825 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:54.764302 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (65755040-6713-4176-9f5d-e20f98cd8825), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:54.800522 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-9d0f5962-cf34-4767-995a-ea7260dd7409 service neutron] 10.222.0.21 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208835 May 04 07:28:54.805868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 65755040-6713-4176-9f5d-e20f98cd8825, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=65755040-6713-4176-9f5d-e20f98cd8825,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:54.808944 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 2, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:54.834127 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Allocated IP 172.27.1.73 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/93638f98-1fd1-4604-99bb-6250ff3a8a97) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:54.973377 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.003708 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device d67d9200-3a84-4c6f-92d9-2bcd2c53f75b up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:55.004895 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-988a1d6f-9687-42e4-9c5f-27d3dbdaea56 req-19fdfc98-ae74-4dea-8336-b25c8794272f tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 210 time: 0.0361092 May 04 07:28:55.005643 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (65755040-6713-4176-9f5d-e20f98cd8825), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.012162 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Checking router: f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:28:55.012384 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Updating router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:28:55.049500 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.094353 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:55.101202 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:55.105907 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:55.109637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=93638f98-1fd1-4604-99bb-6250ff3a8a97,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:55.134348 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.180846 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=65755040-6713-4176-9f5d-e20f98cd8825,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:55.218891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:28:55.232781 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:55.233241 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.267116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks [] for port (cf24e212-b221-42ff-9413-09138cce40c5), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.329410 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (cf24e212-b221-42ff-9413-09138cce40c5), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.400502 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Network c484b9d0-e354-43c4-84f4-4e497aa312ef is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:55.411714 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:55.427914 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:55.433219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for router_gateway (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.433450 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Pushing event updated for resources: {'Port': ['ID=cf24e212-b221-42ff-9413-09138cce40c5,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:55.578397 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:55.578967 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.581032 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Attempting to bind port cf24e212-b221-42ff-9413-09138cce40c5 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:55.581337 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Attempting to bind port cf24e212-b221-42ff-9413-09138cce40c5 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:55.581693 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Attempting to bind port cf24e212-b221-42ff-9413-09138cce40c5 on network c484b9d0-e354-43c4-84f4-4e497aa312ef {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:55.607851 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:55.608232 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Checking segment: {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:55.608676 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.609070 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Bound using segment: {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:55.609638 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Bound port: cf24e212-b221-42ff-9413-09138cce40c5, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:55.610020 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cf24e212-b221-42ff-9413-09138cce40c5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.647924 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:28:55.650236 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a8918-f91e-40cb-b0f6-3bec2eea78c0" -d '{"events": [{"server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "name": "network-vif-plugged", "status": "completed", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:28:55.689427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236af17-4fd4-46cd-bbc9-ffaefa794111 req-4ccd26d3-7aa7-49b0-8849-8ef05e79a49b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:55.691607 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e236af17-4fd4-46cd-bbc9-ffaefa794111 req-4ccd26d3-7aa7-49b0-8849-8ef05e79a49b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 944 time: 0.0648234 May 04 07:28:55.701344 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.716242 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:55.732532 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.739277 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160e4ed-0174-4ff2-93a1-42e23e0eb8a4 x-openstack-request-id: req-f160e4ed-0174-4ff2-93a1-42e23e0eb8a4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:28:55.739594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "name": "network-vif-plugged", "status": "completed", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:28:55.739850 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f160e4ed-0174-4ff2-93a1-42e23e0eb8a4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:28:55.740245 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f160e4ed-0174-4ff2-93a1-42e23e0eb8a4'] response: {'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'code': 200} May 04 07:28:55.768911 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e236af17-4fd4-46cd-bbc9-ffaefa794111 req-a27ec04d-1428-40bc-b25a-6281fd76cd67 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705919 May 04 07:28:55.812658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] For port cf24e212-b221-42ff-9413-09138cce40c5, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:55.822884 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] For port cf24e212-b221-42ff-9413-09138cce40c5, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cf24e212-b221-42ff-9413-09138cce40c5,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:55.831671 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks [] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.841684 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cf24e212-b221-42ff-9413-09138cce40c5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.854616 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:55.866859 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:55.918556 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:28:55.941914 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fcc0e-6a78-4424-953c-905ce9a09c8f None None] Pushing event updated for resources: {'Port': ['ID=cf24e212-b221-42ff-9413-09138cce40c5,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:56.029970 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912687-1d91-488b-bc0d-2dc762b603de None None] Pushing event updated for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:56.033135 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Attempting to bind port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:56.033496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Attempting to bind port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:56.033852 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Attempting to bind port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 on network 4e9953da-d722-4864-b4de-9376ee6b7144 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:56.041079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:56.041079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Checking segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:56.041079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.041584 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Bound using segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:56.041584 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Bound port: f5dba1b8-0e32-4508-b3c1-8c0695c621c0, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:56.041954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.068191 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:28:56.080267 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Sync routers for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:28:56.095884 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.097656 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c76ab88d-96a5-4b2c-9c67-ad5168755bb8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0527229 May 04 07:28:56.100454 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49308) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:56.140408 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:56.141320 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:56.173857 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] For port f5dba1b8-0e32-4508-b3c1-8c0695c621c0, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:56.203685 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] For port f5dba1b8-0e32-4508-b3c1-8c0695c621c0, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:56.215245 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a0affe9b-5970-4195-9696-aa10a3b4b5b4 req-5582a814-d9be-4002-8aa4-0145b9373918 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 210 time: 0.0599449 May 04 07:28:56.223494 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.309466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34b75-9d96-462c-a22f-8dbfd5ff4bb5 req-28ddc8f3-45b3-45b1-996d-9f8f1a759d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:56.311387 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4da34b75-9d96-462c-a22f-8dbfd5ff4bb5 req-28ddc8f3-45b3-45b1-996d-9f8f1a759d1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 1129 time: 0.1461644 May 04 07:28:56.416573 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4da34b75-9d96-462c-a22f-8dbfd5ff4bb5 req-e18cb07e-fcee-4786-b254-053ee4a12194 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959544 May 04 07:28:56.418171 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Provisioning complete for port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:56.419677 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.422135 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 65755040-6713-4176-9f5d-e20f98cd8825 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:56.496551 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:56.526949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 65755040-6713-4176-9f5d-e20f98cd8825 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:56.527278 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (65755040-6713-4176-9f5d-e20f98cd8825), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.570893 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912687-1d91-488b-bc0d-2dc762b603de None None] Pushing event updated for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:56.573607 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:56.574206 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:56.692801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:56.734514 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:55Z', 'revision_number': 3, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:56.771358 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Checking router: 99eba14d-36d8-4f6d-aa01-4e6d7113f853 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:28:56.771698 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Updating router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 port 93638f98-1fd1-4604-99bb-6250ff3a8a97 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:28:56.803544 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:56.888540 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-ceabcd5c-4132-48cf-a2fa-70c5b696f0bd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:56.892060 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-ceabcd5c-4132-48cf-a2fa-70c5b696f0bd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 813 time: 0.2175944 May 04 07:28:56.904971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243069-8e15-4b9f-bdf2-7ec92a306cd1 req-45f7b270-dd71-471e-ae80-0c7381636522 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:56.913221 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef243069-8e15-4b9f-bdf2-7ec92a306cd1 req-45f7b270-dd71-471e-ae80-0c7381636522 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0662262 May 04 07:28:56.950264 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 65755040-6713-4176-9f5d-e20f98cd8825 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:57.017198 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef243069-8e15-4b9f-bdf2-7ec92a306cd1 req-0c43c8ee-8fc8-4222-ad91-86d4910bfe4f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919366 May 04 07:28:57.032761 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:56Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:57.038190 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Current status of the port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:57.039012 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.090963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182dbd-d573-4978-8502-4c2655da89cb None None] The sync data for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi is: [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:56Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:28:57.118166 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] For port f5dba1b8-0e32-4508-b3c1-8c0695c621c0, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:57.127297 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.157632 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks [] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.174094 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.183790 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Request body: {'port': {'device_id': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e', 'admin_state_up': True, 'tenant_id': '5454654e735d406cb8b3aea4dd45d770'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:57.277120 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388894e-800a-4bb9-9c20-3928bfd591ab None None] Pushing event updated for resources: {'Port': ['ID=93638f98-1fd1-4604-99bb-6250ff3a8a97,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:57.288308 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Attempting to bind port 93638f98-1fd1-4604-99bb-6250ff3a8a97 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:28:57.288969 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Attempting to bind port 93638f98-1fd1-4604-99bb-6250ff3a8a97 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:28:57.289679 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Attempting to bind port 93638f98-1fd1-4604-99bb-6250ff3a8a97 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:28:57.301622 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:28:57.302198 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6df1597c-64a7-43a1-9985-818674fad387 None None] Provisioning complete for port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:57.302583 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:28:57.303231 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.303897 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:28:57.304375 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6df1597c-64a7-43a1-9985-818674fad387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.304801 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Bound port: 93638f98-1fd1-4604-99bb-6250ff3a8a97, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:28:57.306003 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.312790 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157e56-5c11-4782-9c5b-745f80487437 None None] Pushing event updated for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:57.414349 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] For port 93638f98-1fd1-4604-99bb-6250ff3a8a97, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:28:57.422537 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] For port 93638f98-1fd1-4604-99bb-6250ff3a8a97, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=93638f98-1fd1-4604-99bb-6250ff3a8a97,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:28:57.445812 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.458203 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6df1597c-64a7-43a1-9985-818674fad387 None None] Current status of the port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:57.496626 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.510964 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:28:57.511617 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:57.513650 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388894e-800a-4bb9-9c20-3928bfd591ab None None] Pushing event updated for resources: {'Port': ['ID=93638f98-1fd1-4604-99bb-6250ff3a8a97,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:57.532595 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-33c3cf88-1bd5-4a8a-ae5d-46ce8015697b req-225211a9-191f-4a42-b2ad-8af65ef602c4 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 210 time: 0.0917084 May 04 07:28:57.555290 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d95c4b-da9c-4a77-a763-a2f4e7a047bf None None] Network c484b9d0-e354-43c4-84f4-4e497aa312ef requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:28:57.679867 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:28:57.680480 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Made reservation on behalf of 5454654e735d406cb8b3aea4dd45d770 for: {'port': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:28:57.684394 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.742596 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Provisioning complete for port cf24e212-b221-42ff-9413-09138cce40c5 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:57.743362 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cf24e212-b221-42ff-9413-09138cce40c5), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:57.928687 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Allocated IP 172.20.0.11 (ad688595-4716-4ffa-8569-89e089432a1e/b27f41ac-0813-43e1-b31c-efdf9402b2f9/61787fe8-0d5e-4544-8834-912ee73f182b) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:57.966453 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Allocated IP 172.20.0.1 (c484b9d0-e354-43c4-84f4-4e497aa312ef/7f576afe-005e-41d5-9d77-8bd6bc491d55/fe26b4b8-7f9c-4a7e-ac61-05017d945d8c) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:28:57.994993 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:55Z', 'revision_number': 3, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:28:58.028787 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e902-f5bc-47f9-aab1-c5d9cd4fc63e None None] The sync data for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi is: [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:55Z', 'revision_number': 3, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:28:58.051328 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Current status of the port cf24e212-b221-42ff-9413-09138cce40c5 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:58.051902 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cf24e212-b221-42ff-9413-09138cce40c5), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.182879 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] For port cf24e212-b221-42ff-9413-09138cce40c5, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cf24e212-b221-42ff-9413-09138cce40c5,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:28:58.197830 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cf24e212-b221-42ff-9413-09138cce40c5), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.206401 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad173920-5cf7-424f-96b3-ffdadce117cf req-d1c7b625-38dd-475f-a9cc-bf468b4947e7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:58.214478 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad173920-5cf7-424f-96b3-ffdadce117cf req-d1c7b625-38dd-475f-a9cc-bf468b4947e7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.1062570 May 04 07:28:58.283687 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc4120-0fc4-460f-b24a-8393a6b7c07f None None] Pushing event updated for resources: {'Port': ['ID=cf24e212-b221-42ff-9413-09138cce40c5,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:58.341177 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cf24e212-b221-42ff-9413-09138cce40c5 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:58.350575 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad173920-5cf7-424f-96b3-ffdadce117cf req-2d5783b6-a241-472e-b387-3a503fcb795a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344078 May 04 07:28:58.375879 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks [] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.399014 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port cf24e212-b221-42ff-9413-09138cce40c5 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:58.399512 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cf24e212-b221-42ff-9413-09138cce40c5), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.463129 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-3323dd57-bb08-4e26-809a-c2509a758b55 None None] Provisioning complete for port cf24e212-b221-42ff-9413-09138cce40c5 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:58.463727 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3323dd57-bb08-4e26-809a-c2509a758b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cf24e212-b221-42ff-9413-09138cce40c5), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.491861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks [] for port (61787fe8-0d5e-4544-8834-912ee73f182b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.497423 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.582718 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Pushing event updated for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:58.598545 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port cf24e212-b221-42ff-9413-09138cce40c5 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:58.599730 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f5dba1b8-0e32-4508-b3c1-8c0695c621c0 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:28:58.607738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Network c484b9d0-e354-43c4-84f4-4e497aa312ef is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:58.620932 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:58.626080 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:58.649097 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3323dd57-bb08-4e26-809a-c2509a758b55 None None] Current status of the port cf24e212-b221-42ff-9413-09138cce40c5 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:58.671999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:58.672809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.698780 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.771025 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84cf7-2000-4d92-a943-b78fa32eed19 req-824d92da-de8e-4c74-93c6-f28be19df40e tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:58.772664 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75e84cf7-2000-4d92-a943-b78fa32eed19 req-824d92da-de8e-4c74-93c6-f28be19df40e tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 932 time: 0.1031535 May 04 07:28:58.836237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Pushing event updated for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:58.866284 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:28:58.882603 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:58.930729 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Network ad688595-4716-4ffa-8569-89e089432a1e is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:58.935139 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:58.942369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:28:59.000867 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-e7537b15-e26f-49e3-9d3e-5ce9f1949ea9 None None] Provisioning complete for port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:28:59.001317 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e7537b15-e26f-49e3-9d3e-5ce9f1949ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.019061 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75e84cf7-2000-4d92-a943-b78fa32eed19 req-01eef868-2026-4241-8002-fd042c521a20 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799643 May 04 07:28:59.024745 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:59.025403 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.042015 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-e7537b15-e26f-49e3-9d3e-5ce9f1949ea9 None None] Port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:28:59.068142 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-35d07781-4d08-47f2-9b19-768d630f0b29 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9102135 May 04 07:28:59.135327 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.153398 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Request body: {'port': {'device_id': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:59.266849 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.474014 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks [] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.486012 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.519367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13449c05-3f5a-4a40-b7fa-579c2946a5c4 req-f402740e-f682-427f-b674-186b0c394bc0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:59.522849 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13449c05-3f5a-4a40-b7fa-579c2946a5c4 req-f402740e-f682-427f-b674-186b0c394bc0 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0603342 May 04 07:28:59.572547 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13449c05-3f5a-4a40-b7fa-579c2946a5c4 req-e6afd6a4-6599-4800-827c-c1e1849c65d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458422 May 04 07:28:59.600509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.604874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Pushing event updated for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:28:59.753810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcb779-ba11-417d-97fa-817b291cbc57 req-f5d18892-fa86-412a-8f24-bf92c6e4f561 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:28:59.755234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b2fcb779-ba11-417d-97fa-817b291cbc57 req-f5d18892-fa86-412a-8f24-bf92c6e4f561 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.1048326 May 04 07:28:59.763850 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49326) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:28:59.769490 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'port_id': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:28:59.810614 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61787fe8-0d5e-4544-8834-912ee73f182b {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:28:59.813638 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.816621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Network c484b9d0-e354-43c4-84f4-4e497aa312ef is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:28:59.819988 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:28:59.823029 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks [] for port (61787fe8-0d5e-4544-8834-912ee73f182b), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.873473 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Transition to ACTIVE for port object 61787fe8-0d5e-4544-8834-912ee73f182b will not be triggered until provisioned by entity L2. {{(pid=103212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:28:59.882306 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:28:59.994190 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:00.048466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:29:00.086698 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-146f17f0-9b2f-49d6-aec6-4b1023fede9b None None] Provisioning complete for port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:00.088144 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-146f17f0-9b2f-49d6-aec6-4b1023fede9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.093706 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-83dd0574-34f6-4f6c-89bc-38d24c2859ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.186206 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-146f17f0-9b2f-49d6-aec6-4b1023fede9b None None] Port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:29:00.282800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216e5e2-810f-431d-ab1d-79c51709543d req-167045cd-8c2e-4811-b2e0-f1d4a8850683 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:00.291092 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8216e5e2-810f-431d-ab1d-79c51709543d req-167045cd-8c2e-4811-b2e0-f1d4a8850683 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 944 time: 0.1590598 May 04 07:29:00.325818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 93638f98-1fd1-4604-99bb-6250ff3a8a97 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:00.387536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8216e5e2-810f-431d-ab1d-79c51709543d req-8620ea9e-8a6f-4a14-8e67-e1e7d7f0322a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955260 May 04 07:29:00.396951 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 93638f98-1fd1-4604-99bb-6250ff3a8a97 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:00.397322 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.416631 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Attempting to bind port 61787fe8-0d5e-4544-8834-912ee73f182b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:29:00.416870 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Attempting to bind port 61787fe8-0d5e-4544-8834-912ee73f182b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:29:00.417205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Attempting to bind port 61787fe8-0d5e-4544-8834-912ee73f182b on network ad688595-4716-4ffa-8569-89e089432a1e {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:29:00.441547 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Port 61787fe8-0d5e-4544-8834-912ee73f182b on network ad688595-4716-4ffa-8569-89e089432a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:29:00.441547 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Attempting to bind port 61787fe8-0d5e-4544-8834-912ee73f182b on network ad688595-4716-4ffa-8569-89e089432a1e {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:29:00.475790 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:29:00.476140 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Checking segment: {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:29:00.476491 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Bound using segment: {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:29:00.476922 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Bound port: 61787fe8-0d5e-4544-8834-912ee73f182b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7aeb8a-7745-40fa-9a19-a53346184193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:29:00.477522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.501818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 93638f98-1fd1-4604-99bb-6250ff3a8a97 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:00.502192 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.533856 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:29:00.534074 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 93638f98-1fd1-4604-99bb-6250ff3a8a97, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=93638f98-1fd1-4604-99bb-6250ff3a8a97,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:00.539542 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.540490 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cf24e212-b221-42ff-9413-09138cce40c5 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:00.540815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.546279 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0056ed95-345d-4391-b208-a1d429a28448 admin admin] 10.222.0.21 "PUT /v2.0/routers/99eba14d-36d8-4f6d-aa01-4e6d7113f853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4430630 May 04 07:29:00.556680 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.587608 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:29:00.587868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Sync routers for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:29:00.593418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61787fe8-0d5e-4544-8834-912ee73f182b,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:29:00.602518 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.619856 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:29:00.620492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:00.655881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:00.656512 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.657922 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] 10.222.0.26 "PUT /v2.0/ports/61787fe8-0d5e-4544-8834-912ee73f182b HTTP/1.1" status: 200 len: 1094 time: 1.5088446 May 04 07:29:00.658409 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:00.660881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733f162-03f7-4b49-89fe-0fbe14403ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:00.697535 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP 3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084 associated. External IP: 172.27.1.252, port: d67d9200-3a84-4c6f-92d9-2bcd2c53f75b. May 04 07:29:00.707432 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=93638f98-1fd1-4604-99bb-6250ff3a8a97,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:00.718983 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19964e9-c5f2-4271-951a-6686e21ead4a service neutron] Pushing event updated for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:00.734358 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port cf24e212-b221-42ff-9413-09138cce40c5 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:00.734747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cf24e212-b221-42ff-9413-09138cce40c5), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:00.773656 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f133a28-f78b-441d-a2f2-d7b273176c8b x-openstack-request-id: req-6f133a28-f78b-441d-a2f2-d7b273176c8b {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:00.774000 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:00.774408 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f133a28-f78b-441d-a2f2-d7b273176c8b {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:00.774871 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f133a28-f78b-441d-a2f2-d7b273176c8b'] response: {'name': 'network-changed', 'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b', 'status': 'completed', 'code': 200} May 04 07:29:00.789194 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-de5b164c-6a93-429b-8365-4a91b73936d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:00.791066 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-de5b164c-6a93-429b-8365-4a91b73936d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 1128 time: 0.0604680 May 04 07:29:00.839271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:29:00.862559 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-83cbf427-a0c1-44c6-84c7-05f423a17f1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61787fe8-0d5e-4544-8834-912ee73f182b HTTP/1.1" status: 200 len: 217 time: 0.0521238 May 04 07:29:00.948412 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-31809599-5593-41d0-840e-4518588482f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:00.953426 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-31809599-5593-41d0-840e-4518588482f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b27f41ac-0813-43e1-b31c-efdf9402b2f9 HTTP/1.1" status: 200 len: 853 time: 0.0842140 May 04 07:29:00.964483 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port cf24e212-b221-42ff-9413-09138cce40c5 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:00.986220 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:29:00.990703 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-5e80b39e-7ed0-4090-8c39-088191f872af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad688595-4716-4ffa-8569-89e089432a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313425 May 04 07:29:01.096069 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-6819030a-4b0c-4c04-a3d9-38606867cf89 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980299 May 04 07:29:01.097891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:59Z', 'revision_number': 4, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'fe26b4b8-7f9c-4a7e-ac61-05017d945d8c', 'name': '', 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'mac_address': 'fa:16:3e:1c:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:57Z', 'updated_at': '2022-05-04T07:28:59Z', 'revision_number': 2, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'subnets': [{'id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:01.136786 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Checking router: 99eba14d-36d8-4f6d-aa01-4e6d7113f853 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:29:01.137404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Updating router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:29:01.143375 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:29:01.148439 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.155318 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:29:01.179820 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:29:01.180967 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:01.185981 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.195253 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d020d7eb-4c7e-4910-9f2e-3765d7623b4d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "PUT /v2.0/floatingips/3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084 HTTP/1.1" status: 200 len: 991 time: 1.4297919 May 04 07:29:01.196952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:01.200005 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eedb023-bfb9-4259-a0e6-3dcc298ee632" -d '{"events": [{"name": "network-changed", "server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:01.200314 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a4f52d88-a7dc-4826-8997-dd60539ab0d5 req-cf61918c-0cc2-4726-add1-28b7bb76a7d7 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985363 May 04 07:29:01.251183 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fef1dbf-0d2b-4727-b271-e415e0427b99 x-openstack-request-id: req-6fef1dbf-0d2b-4727-b271-e415e0427b99 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:01.251770 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:01.252236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fef1dbf-0d2b-4727-b271-e415e0427b99 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:01.252790 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fef1dbf-0d2b-4727-b271-e415e0427b99'] response: {'name': 'network-changed', 'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'status': 'completed', 'code': 200} May 04 07:29:01.323452 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:29:01.346643 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49344) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:01.357964 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779536427', 'description': 'tempest-secgroup-smoke-779536427 description', 'project_id': '9490d418deac48d399051367f238b312'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:01.391673 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.489466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.497532 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.567943 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:01.575836 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.580790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49348) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:01.581328 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-164d0b79-242a-4540-ba44-ff81faf523ff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2332535 May 04 07:29:01.586158 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:01.597744 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3edbb-f697-44d0-96bd-73ab34863ac8 req-d9b65605-4732-470e-a2d3-c5cf28f978e6 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:01.599583 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ab3edbb-f697-44d0-96bd-73ab34863ac8 req-d9b65605-4732-470e-a2d3-c5cf28f978e6 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 944 time: 0.0828838 May 04 07:29:01.613470 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:18:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:28:38Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}, {'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:01.619609 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (bc764f80-252e-4959-a1bb-8ee093de0b0f), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.647328 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:29:01.657831 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:29:01.658972 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:01.662150 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ab3edbb-f697-44d0-96bd-73ab34863ac8 req-344b080c-ccbc-4f7e-ba51-d76482bc5081 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 May 04 07:29:01.670712 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks [] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.679048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.698939 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (bc764f80-252e-4959-a1bb-8ee093de0b0f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.708704 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (bc764f80-252e-4959-a1bb-8ee093de0b0f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.738507 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13512781-2f4c-4ff4-8e8f-6fe0979782cb None None] Pushing event updated for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:01.762387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc764f80-252e-4959-a1bb-8ee093de0b0f,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:01.778632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.783395 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9c7c9f5a-5589-4dcb-b8ed-a3446739020a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980109 May 04 07:29:01.784259 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49350) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:01.788999 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:01.803294 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:29:01.810700 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Attempting to bind port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:29:01.811335 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Attempting to bind port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:29:01.812031 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Attempting to bind port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c on network c484b9d0-e354-43c4-84f4-4e497aa312ef {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:29:01.818489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:29:01.818786 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Checking segment: {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:29:01.819201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.819680 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Bound using segment: {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:29:01.820160 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Bound port: fe26b4b8-7f9c-4a7e-ac61-05017d945d8c, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec993294-1a50-4c08-8a32-be92a90cee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:29:01.820867 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.829262 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (3dba685a-f789-4545-b52a-4994f329898e), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.903524 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] For port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:29:01.906091 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (3dba685a-f789-4545-b52a-4994f329898e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.907374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] For port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:29:01.912889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (3dba685a-f789-4545-b52a-4994f329898e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.915279 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.939607 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dba685a-f789-4545-b52a-4994f329898e,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:01.948379 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:01.949864 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-29c9f9bc-21cd-4226-98ee-62034a3498f4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644731 May 04 07:29:01.953894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49352) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:01.960171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:01.981970 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:29:01.982661 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:28:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:02.000821 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (73806566-1bc9-4120-8452-36a3b14a1a96), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.067999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (73806566-1bc9-4120-8452-36a3b14a1a96), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.073808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (73806566-1bc9-4120-8452-36a3b14a1a96), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.095274 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:18:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:28:38Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}, {'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:02.103180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73806566-1bc9-4120-8452-36a3b14a1a96,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.110929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.112438 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-32ba6aff-572b-408b-8061-aeb800643fe3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574180 May 04 07:29:02.117014 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49354) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:02.120562 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:29:02.123074 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:02.141069 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6385a06-41b1-4aa4-b42e-35bc37b89603 None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:18:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:28:38Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}, {'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:29:02.155915 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (727cf6b0-dd65-4f94-b482-bedc69c649fd), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.190040 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Provisioning complete for port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:02.190592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.207743 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13512781-2f4c-4ff4-8e8f-6fe0979782cb None None] Pushing event updated for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.262591 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (727cf6b0-dd65-4f94-b482-bedc69c649fd), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.269142 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 93638f98-1fd1-4604-99bb-6250ff3a8a97 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:02.269354 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (727cf6b0-dd65-4f94-b482-bedc69c649fd), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.291897 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727cf6b0-dd65-4f94-b482-bedc69c649fd,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.315849 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.319189 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-10b44245-6403-4e67-b4bc-d8a40371ea8b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987276 May 04 07:29:02.319953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49356) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:02.324618 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:02.347714 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.securitygroups_db [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Project 9490d418deac48d399051367f238b312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:29:02.353369 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (d0fa33a5-c3b8-4c4f-82a5-9220c21f79a0), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.363832 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-444401ec-b12e-45b4-8bd3-5de21dcb847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.431597 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (d0fa33a5-c3b8-4c4f-82a5-9220c21f79a0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.438384 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (d0fa33a5-c3b8-4c4f-82a5-9220c21f79a0), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.458886 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 93638f98-1fd1-4604-99bb-6250ff3a8a97 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:02.459234 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fa33a5-c3b8-4c4f-82a5-9220c21f79a0,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.459357 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.469675 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.470231 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-266c1334-6172-48c6-94f8-1d081018b4ca tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492426 May 04 07:29:02.473085 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 49358) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:29:02.478677 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0', 'project_id': '9490d418deac48d399051367f238b312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:02.495690 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee799e-5a7a-43f9-be74-0f78f145ad74 None None] New status for floating IP 3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:29:02.503734 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.securitygroups_db [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Project 9490d418deac48d399051367f238b312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:29:02.509543 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (3ebb39e2-57ca-40b3-8cf1-8b9b5755417b), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.574929 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (3ebb39e2-57ca-40b3-8cf1-8b9b5755417b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.579660 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (3ebb39e2-57ca-40b3-8cf1-8b9b5755417b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.589316 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Current status of the port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:02.589749 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.597200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebb39e2-57ca-40b3-8cf1-8b9b5755417b,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.606701 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.607932 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f983afb5-b18b-434b-8a81-b41b1ede10fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331377 May 04 07:29:02.679889 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:59Z', 'revision_number': 4, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'fe26b4b8-7f9c-4a7e-ac61-05017d945d8c', 'name': '', 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'mac_address': 'fa:16:3e:1c:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:57Z', 'updated_at': '2022-05-04T07:29:01Z', 'revision_number': 4, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'subnets': [{'id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:29:02.751174 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30572f-8213-458e-b50a-ade63ec005de None None] The sync data for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi is: [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:28:59Z', 'revision_number': 4, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'fe26b4b8-7f9c-4a7e-ac61-05017d945d8c', 'name': '', 'network_id': 'c484b9d0-e354-43c4-84f4-4e497aa312ef', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'mac_address': 'fa:16:3e:1c:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:57Z', 'updated_at': '2022-05-04T07:29:01Z', 'revision_number': 4, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'subnets': [{'id': '7f576afe-005e-41d5-9d77-8bd6bc491d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:29:02.757285 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] For port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:02.770336 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.831856 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a234f-184d-4ab4-9bf4-aea937210b7a req-88b8086a-31b5-4feb-8d85-09770faca4d5 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:02.834355 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-201a234f-184d-4ab4-9bf4-aea937210b7a req-88b8086a-31b5-4feb-8d85-09770faca4d5 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 944 time: 0.0802035 May 04 07:29:02.871445 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 93638f98-1fd1-4604-99bb-6250ff3a8a97 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:02.904370 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2571b8-8012-45a8-96b7-c373336ee436 None None] Pushing event updated for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:02.909023 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-bbc26d86-c5ba-46f3-b509-8ecc835aa002 None None] Provisioning complete for port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:02.909397 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d86-c5ba-46f3-b509-8ecc835aa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:02.916310 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-201a234f-184d-4ab4-9bf4-aea937210b7a req-7785ff6e-7853-40be-a765-ae508de9505a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753660 May 04 07:29:02.995079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bbc26d86-c5ba-46f3-b509-8ecc835aa002 None None] Current status of the port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:03.493321 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:04.039729 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84e41-77f1-43b5-a2ce-dcebec43c2b7 req-60d61b18-e0c6-4977-addc-018cc7504075 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.041381 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3ce84e41-77f1-43b5-a2ce-dcebec43c2b7 req-60d61b18-e0c6-4977-addc-018cc7504075 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 944 time: 0.0545747 May 04 07:29:04.094334 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3ce84e41-77f1-43b5-a2ce-dcebec43c2b7 req-0a920cde-13cb-459d-8235-0aa623b57488 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 May 04 07:29:04.190187 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device fe26b4b8-7f9c-4a7e-ac61-05017d945d8c up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:04.244609 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:04.245171 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:04.325061 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:04.606351 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-fb3f7856-41aa-435e-8825-85cdc18b9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.607915 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-fb3f7856-41aa-435e-8825-85cdc18b9d3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5454654e735d406cb8b3aea4dd45d770&device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 1128 time: 0.0448434 May 04 07:29:04.631816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-b7d180e3-854a-447f-ab13-1c8d9cd49129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.633419 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-b7d180e3-854a-447f-ab13-1c8d9cd49129 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 1129 time: 0.0574486 May 04 07:29:04.716915 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-6c8fc466-0abd-47cc-a9da-28a842f8ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.719082 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-6c8fc466-0abd-47cc-a9da-28a842f8ddbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 200 len: 914 time: 0.1023648 May 04 07:29:04.753135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-06c9f9c2-5c81-402b-8d8f-5b34a289b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.754995 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-06c9f9c2-5c81-402b-8d8f-5b34a289b7c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.1060951 May 04 07:29:04.768518 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-0ddcfba3-1b56-4607-9bcd-685b5d8d28ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61787fe8-0d5e-4544-8834-912ee73f182b HTTP/1.1" status: 200 len: 217 time: 0.0401626 May 04 07:29:04.806497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:04.829701 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-f7f163a4-52bd-4b72-a0fa-d1bc325a29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.831211 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-f7f163a4-52bd-4b72-a0fa-d1bc325a29fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b27f41ac-0813-43e1-b31c-efdf9402b2f9 HTTP/1.1" status: 200 len: 853 time: 0.0558138 May 04 07:29:04.838069 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-d8f0e3d5-6328-49b8-9444-f4a01b02a499 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b HTTP/1.1" status: 200 len: 1001 time: 0.0766985 May 04 07:29:04.870500 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-b632d5dc-2fda-4578-8863-2f02c54e3a6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad688595-4716-4ffa-8569-89e089432a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292931 May 04 07:29:04.896574 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-672ad72f-a38c-4e62-a695-106ff11b34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.898156 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-672ad72f-a38c-4e62-a695-106ff11b34e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0535233 May 04 07:29:04.960716 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-fde82f7e-e0e7-428c-a583-ed9e64f1f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:04.962473 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-fde82f7e-e0e7-428c-a583-ed9e64f1f2c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527699 May 04 07:29:04.997438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 61787fe8-0d5e-4544-8834-912ee73f182b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:29:05.021036 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-850fe007-0f88-4b43-a82b-8324ced921f3 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435382 May 04 07:29:05.098679 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-a4001753-0e19-4a8e-bce5-41ffd302778f service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291635 May 04 07:29:05.158963 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9733f162-03f7-4b49-89fe-0fbe14403ec0 req-36dfd3f6-2d1a-4a86-b005-0af1d329edd4 service neutron] 10.222.0.26 "GET /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319215 May 04 07:29:05.321794 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6827c1-004e-48a2-9aff-30f9c3bb7d48 req-984792ba-7880-4ff1-89e3-1d7dd3f06025 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:05.324312 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c6827c1-004e-48a2-9aff-30f9c3bb7d48 req-984792ba-7880-4ff1-89e3-1d7dd3f06025 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 944 time: 0.0931051 May 04 07:29:05.353039 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61787fe8-0d5e-4544-8834-912ee73f182b,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:05.366131 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '61787fe8-0d5e-4544-8834-912ee73f182b', 'network_id': 'ad688595-4716-4ffa-8569-89e089432a1e', 'port_id': '61787fe8-0d5e-4544-8834-912ee73f182b', 'mac_address': 'fa:16:3e:fc:fa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27f41ac-0813-43e1-b31c-efdf9402b2f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:29:05.387244 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1eedb023-bfb9-4259-a0e6-3dcc298ee632 req-6fbd948a-3fe2-4072-974e-ae05e7f5edf7 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820256 May 04 07:29:05.401824 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c6827c1-004e-48a2-9aff-30f9c3bb7d48 req-4fe42ef0-f058-4cdf-9f28-4444a4e34277 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 May 04 07:29:05.407646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 61787fe8-0d5e-4544-8834-912ee73f182b is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:05.408230 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:05.425915 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61787fe8-0d5e-4544-8834-912ee73f182b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:29:05.455353 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61787fe8-0d5e-4544-8834-912ee73f182b,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:05.459286 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:05.512904 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:06.027718 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['61787fe8-0d5e-4544-8834-912ee73f182b'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:29:06.254803 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:06.527498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8937-739d-46ad-a7be-450ff3dbfb1e req-cec51b19-d83c-4bc9-8b42-562cf7960403 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:06.529033 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-94ca8937-739d-46ad-a7be-450ff3dbfb1e req-cec51b19-d83c-4bc9-8b42-562cf7960403 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 945 time: 0.0531466 May 04 07:29:06.584843 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-94ca8937-739d-46ad-a7be-450ff3dbfb1e req-de37766a-742c-435e-945e-c96929c09d27 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 May 04 07:29:07.537817 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 61787fe8-0d5e-4544-8834-912ee73f182b up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:07.587387 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 61787fe8-0d5e-4544-8834-912ee73f182b completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:29:07.594153 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 61787fe8-0d5e-4544-8834-912ee73f182b triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:07.594522 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:07.690818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 61787fe8-0d5e-4544-8834-912ee73f182b is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:07.691344 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:07.730083 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:07.730322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff288a-248f-4d55-9055-0fa466ea89f2 req-68b60588-55ba-4897-a446-275080628d24 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:07.731722 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14ff288a-248f-4d55-9055-0fa466ea89f2 req-68b60588-55ba-4897-a446-275080628d24 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 945 time: 0.0685062 May 04 07:29:07.732566 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f3c70b-2719-4367-a830-995920d0017f" -d '{"events": [{"server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "name": "network-vif-plugged", "status": "completed", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:07.748541 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61787fe8-0d5e-4544-8834-912ee73f182b,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:07.753811 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:07.783166 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93d19e-a155-40ef-956e-133fad6543e2 x-openstack-request-id: req-fc93d19e-a155-40ef-956e-133fad6543e2 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:07.783461 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "name": "network-vif-plugged", "status": "completed", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:07.783715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc93d19e-a155-40ef-956e-133fad6543e2 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:07.784109 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc93d19e-a155-40ef-956e-133fad6543e2'] response: {'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b', 'code': 200} May 04 07:29:07.790151 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14ff288a-248f-4d55-9055-0fa466ea89f2 req-ef891a4a-1881-414f-ac5d-8ec31174af2b tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 May 04 07:29:07.816987 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:08.007785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987684-ab86-4696-9f5f-efa4965559c8 req-866003fa-8433-4688-bb1f-4751e686991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:08.009276 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-66987684-ab86-4696-9f5f-efa4965559c8 req-866003fa-8433-4688-bb1f-4751e686991c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 1130 time: 0.0492761 May 04 07:29:08.058983 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-66987684-ab86-4696-9f5f-efa4965559c8 req-c118d848-9c83-4548-8f76-7a7fba955a8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 May 04 07:29:08.916110 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c818ef-10de-4b67-98ae-fa3abb30246d req-538d0966-0ed5-4f5e-a096-25ebb3f23810 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:08.917375 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-33c818ef-10de-4b67-98ae-fa3abb30246d req-538d0966-0ed5-4f5e-a096-25ebb3f23810 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0541029 May 04 07:29:08.966695 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-33c818ef-10de-4b67-98ae-fa3abb30246d req-962cef4a-54a1-4af7-baae-5efd26553ff2 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 May 04 07:29:10.084249 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250efce2-fcef-47b2-bde3-8393fd0df5b9 req-51813149-7a3d-413a-b0a8-81885554862a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:10.085647 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-250efce2-fcef-47b2-bde3-8393fd0df5b9 req-51813149-7a3d-413a-b0a8-81885554862a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0495987 May 04 07:29:10.135142 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-250efce2-fcef-47b2-bde3-8393fd0df5b9 req-9bdfdeb7-2150-472b-b034-3e9fd56bc5df tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 04 07:29:11.262003 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088ca61-1609-42d5-8868-016eb334ed12 req-90d4404b-2814-4f4e-903a-72ba796412dd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:11.263569 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7088ca61-1609-42d5-8868-016eb334ed12 req-90d4404b-2814-4f4e-903a-72ba796412dd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0500939 May 04 07:29:11.317507 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7088ca61-1609-42d5-8868-016eb334ed12 req-bd8998d5-5770-4470-a456-67c4bb72fa1b tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 May 04 07:29:12.809165 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-b99a9d2c-118a-49d4-ac27-b19a7ffe9815 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382125 May 04 07:29:12.920332 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-b43077a2-178a-4e08-b94e-760492a7178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:12.922046 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-b43077a2-178a-4e08-b94e-760492a7178b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 1130 time: 0.0401363 May 04 07:29:13.035856 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-92b8a030-4ffb-409d-93fe-1f308c8af001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:13.037349 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-92b8a030-4ffb-409d-93fe-1f308c8af001 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0920951 May 04 07:29:13.084956 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-fe7bb052-b126-412d-8504-cc806dc087b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 200 len: 217 time: 0.0359552 May 04 07:29:13.142886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-f46f8d77-41a2-446b-8323-8d53cdb53e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:13.144358 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-f46f8d77-41a2-446b-8323-8d53cdb53e0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0520046 May 04 07:29:13.205881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-3facb3b9-7b48-4a68-96f4-6a9d63a88cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:13.208233 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-3facb3b9-7b48-4a68-96f4-6a9d63a88cd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458465 May 04 07:29:13.310342 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-47456aa7-3621-430f-a864-65390d722b80 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941319 May 04 07:29:13.649114 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74e8cf53-3f9a-42dc-95d4-05f893db1bd3 req-c1719082-f76a-42fc-92a3-5b5b6acdb236 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269787 May 04 07:29:14.901829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:16.443118 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:29:21.171103 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295d6e7-4ebe-41b5-a42b-7d72337f34ed req-2afa225e-449d-4228-9d9b-5c33e2a07aca tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:21.173197 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9295d6e7-4ebe-41b5-a42b-7d72337f34ed req-2afa225e-449d-4228-9d9b-5c33e2a07aca tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.1526277 May 04 07:29:21.223868 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9295d6e7-4ebe-41b5-a42b-7d72337f34ed req-cdd449ff-3f6e-46dc-bd04-71ec58680451 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 May 04 07:29:22.349094 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738a4b8-e8e1-4055-b609-44dcca1f2df8 req-e855bb7d-e8cb-457b-bd6b-2957ca884d70 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:22.350637 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f738a4b8-e8e1-4055-b609-44dcca1f2df8 req-e855bb7d-e8cb-457b-bd6b-2957ca884d70 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0511301 May 04 07:29:22.402724 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f738a4b8-e8e1-4055-b609-44dcca1f2df8 req-798d0645-607d-4d18-b4b4-d87442183d6d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 May 04 07:29:23.528418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd889-fdb9-4b34-acb3-0b1c29cec100 req-c599f2f8-a8fd-473e-90dc-32f009509dc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:23.530007 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb5bd889-fdb9-4b34-acb3-0b1c29cec100 req-c599f2f8-a8fd-473e-90dc-32f009509dc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0513818 May 04 07:29:23.588676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb5bd889-fdb9-4b34-acb3-0b1c29cec100 req-a32ee438-1347-4d8f-9b22-68265f5d7373 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531840 May 04 07:29:24.712336 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516d7d-007d-4cf7-8cf5-b189d54f46c8 req-4e05c54c-bd59-444a-9e8b-da568c7f89b4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:24.713781 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df516d7d-007d-4cf7-8cf5-b189d54f46c8 req-4e05c54c-bd59-444a-9e8b-da568c7f89b4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0496137 May 04 07:29:24.763254 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df516d7d-007d-4cf7-8cf5-b189d54f46c8 req-da4555a5-86fe-4fbb-83f8-b051d908858d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 May 04 07:29:25.882541 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6a91-c717-4fe4-a832-296876c85137 req-eef58fed-6364-45df-9a34-ff21484a0aa2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:25.883962 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-569e6a91-c717-4fe4-a832-296876c85137 req-eef58fed-6364-45df-9a34-ff21484a0aa2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0470371 May 04 07:29:25.932368 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-569e6a91-c717-4fe4-a832-296876c85137 req-8568a4ff-0174-4d3b-8c23-1258e05bbc4a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 May 04 07:29:27.061364 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b4a5-01e0-4f2a-99d3-6d0e40167db2 req-83ab3f71-8c06-4da4-a3d8-58270c3fd6e2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:27.062971 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3bb6b4a5-01e0-4f2a-99d3-6d0e40167db2 req-83ab3f71-8c06-4da4-a3d8-58270c3fd6e2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0566735 May 04 07:29:27.114991 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3bb6b4a5-01e0-4f2a-99d3-6d0e40167db2 req-3fb547bb-a824-44c5-a8ef-514d2a22eb0f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 May 04 07:29:28.239920 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1f537-2a06-4d11-a0e7-3b4636190e69 req-abff00d2-a56b-4271-a893-2ec43651c721 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:28.241438 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-74c1f537-2a06-4d11-a0e7-3b4636190e69 req-abff00d2-a56b-4271-a893-2ec43651c721 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0469465 May 04 07:29:28.290113 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-74c1f537-2a06-4d11-a0e7-3b4636190e69 req-1477f5f2-3ef5-444f-9509-246fea5dc53a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 May 04 07:29:29.417478 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc7a5d-abcf-4638-ab69-50612f27cb4a req-bf805f51-9274-40eb-91b2-7ac1b75cdced tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:29.418963 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55dc7a5d-abcf-4638-ab69-50612f27cb4a req-bf805f51-9274-40eb-91b2-7ac1b75cdced tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0540111 May 04 07:29:29.471876 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55dc7a5d-abcf-4638-ab69-50612f27cb4a req-48ec85a9-978d-426f-b65e-150d26ca0c41 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466571 May 04 07:29:30.043054 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e9b37477-377b-40d5-a2c3-68d7f8b646cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:30.600021 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3debd-fb6a-48b0-8c15-d3537193b0ad req-055b3495-1743-4e2c-8bdc-eec4b6a8525f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:30.601537 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-95d3debd-fb6a-48b0-8c15-d3537193b0ad req-055b3495-1743-4e2c-8bdc-eec4b6a8525f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0528889 May 04 07:29:30.650770 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-95d3debd-fb6a-48b0-8c15-d3537193b0ad req-a9401bb4-97a1-44e2-96b9-f3216718f3fc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435634 May 04 07:29:31.774944 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6933-f032-4002-bd4f-2a58b89f8a9f req-c592f421-3d89-4909-9139-b2ebd401a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:31.776376 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed0b6933-f032-4002-bd4f-2a58b89f8a9f req-c592f421-3d89-4909-9139-b2ebd401a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0491674 May 04 07:29:31.824804 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed0b6933-f032-4002-bd4f-2a58b89f8a9f req-29f0faa6-a8c0-444e-9082-7cbac444bfd1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 May 04 07:29:32.285588 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1919e257-ed3d-4c31-910a-f4151a15d5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:32.952288 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd6a4-396e-4880-8cf7-f394e408923f req-1beeb002-7a0b-448f-82a4-b70f70a2fbc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:32.953788 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2ddcd6a4-396e-4880-8cf7-f394e408923f req-1beeb002-7a0b-448f-82a4-b70f70a2fbc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0478003 May 04 07:29:33.002784 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2ddcd6a4-396e-4880-8cf7-f394e408923f req-7e63f2fe-5a8f-44e6-a4b4-74ba6fe8de44 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 May 04 07:29:33.494033 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:34.132186 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c6252-a8e7-46e9-a96c-74fa387d27df req-cd7e8c3e-e3b1-49ea-a6d9-5e699e10b2b5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:34.133735 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0f3c6252-a8e7-46e9-a96c-74fa387d27df req-cd7e8c3e-e3b1-49ea-a6d9-5e699e10b2b5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0551910 May 04 07:29:34.184023 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0f3c6252-a8e7-46e9-a96c-74fa387d27df req-0ebcefd8-c86d-4e41-9e51-b2edc5a1e4db tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446308 May 04 07:29:34.804415 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:35.306166 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf5bba-9f29-401f-a15b-cf8a83baecd1 req-1b92e859-2a72-432c-b46e-71fb25588e7b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:35.307656 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6dbf5bba-9f29-401f-a15b-cf8a83baecd1 req-1b92e859-2a72-432c-b46e-71fb25588e7b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0480742 May 04 07:29:35.359472 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6dbf5bba-9f29-401f-a15b-cf8a83baecd1 req-0e6f0473-7722-44a1-88ff-973547f85a42 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 May 04 07:29:36.251416 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:36.480138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789094-b59d-4000-bb98-e606f10ce2cc req-69e06f9c-bc10-4f24-92f6-f676bfd3bdb5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:36.481647 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a789094-b59d-4000-bb98-e606f10ce2cc req-69e06f9c-bc10-4f24-92f6-f676bfd3bdb5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0481112 May 04 07:29:36.530377 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a789094-b59d-4000-bb98-e606f10ce2cc req-846bd07a-5292-4918-af68-cfd5ef210ee0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 May 04 07:29:36.971427 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-92df961d-440b-4c3c-85dc-ca8646528a40 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779536427&fields=id&tenant_id=9490d418deac48d399051367f238b312 HTTP/1.1" status: 200 len: 267 time: 0.0443900 May 04 07:29:37.097559 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-7c7f4eea-f3e3-4d92-9230-35d59474b44b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:37.098954 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-7c7f4eea-f3e3-4d92-9230-35d59474b44b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 808 time: 0.1210954 May 04 07:29:37.115460 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-fb2dfd5e-06f9-4660-acd3-99fc1bf41e1a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/quotas/9490d418deac48d399051367f238b312 HTTP/1.1" status: 200 len: 375 time: 0.0102420 May 04 07:29:37.169974 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e7e2311a-3e17-49ed-87c4-74f1ad02b7e4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492635 May 04 07:29:37.310899 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-65580647-7645-4ac9-b4ee-d496b7791be7 service neutron] 10.222.0.21 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285982 May 04 07:29:37.409514 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-d0652129-a1fd-48d0-922e-97ff078e117b service neutron] 10.222.0.21 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924158 May 04 07:29:37.740757 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604d10-dd6d-4533-9832-1955298986d3 req-7912172e-d659-46c7-96e8-e3f8f0ef14e4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:37.744335 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7604d10-dd6d-4533-9832-1955298986d3 req-7912172e-d659-46c7-96e8-e3f8f0ef14e4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0585718 May 04 07:29:37.780788 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c473a995-8e8c-41e2-b925-ab625be07841 req-054a5759-9256-4a86-bc2b-ef17e9ad97d8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0486801 May 04 07:29:37.805604 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7604d10-dd6d-4533-9832-1955298986d3 req-10267a9e-8a20-4f11-9385-7d7581b0fcaf tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557804 May 04 07:29:38.857103 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b158569-fd23-497b-84fe-57e3b76afad3 req-e6ccee9b-2f29-480f-bf84-f757c2bb001f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0286348 May 04 07:29:38.929281 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427d34a-3fae-4688-938f-b29610e39509 req-c4d95956-3f02-4e97-bca3-35ad4be0f59a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:38.931001 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7427d34a-3fae-4688-938f-b29610e39509 req-c4d95956-3f02-4e97-bca3-35ad4be0f59a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0493660 May 04 07:29:38.984048 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7427d34a-3fae-4688-938f-b29610e39509 req-4f1af1e5-e844-481e-a01d-26198dd48e35 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462184 May 04 07:29:39.159702 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-85462405-c524-475a-b428-5f9d31e4418f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:39.161304 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-85462405-c524-475a-b428-5f9d31e4418f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 808 time: 0.1239100 May 04 07:29:39.314870 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-28119121-d430-44e7-af9e-a82bbe4c9464 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9490d418deac48d399051367f238b312 HTTP/1.1" status: 200 len: 379 time: 0.0701487 May 04 07:29:39.347479 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'port': {'device_id': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'admin_state_up': True, 'tenant_id': '9490d418deac48d399051367f238b312', 'security_groups': ['fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:39.492468 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Made reservation on behalf of 9490d418deac48d399051367f238b312 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:29:39.495974 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:39.643762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Allocated IP 172.20.0.6 (4e9953da-d722-4864-b4de-9376ee6b7144/425516f7-fcd1-4d8f-a514-dbd8d9841778/087ebf4e-fb00-4a4a-919f-e5febb2091d7) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:29:39.816081 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:39.863377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:39.915392 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Network 4e9953da-d722-4864-b4de-9376ee6b7144 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:29:39.918985 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:29:39.929471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:39.932171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:29:40.030653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6713f5-e6c3-42a0-82e0-dea5025536f9 req-8e119090-9050-49f9-aad1-0c42c6ae69c7 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:40.032239 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe6713f5-e6c3-42a0-82e0-dea5025536f9 req-8e119090-9050-49f9-aad1-0c42c6ae69c7 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 931 time: 0.0716724 May 04 07:29:40.078522 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:40.079208 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:40.102599 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-818e11cd-d424-4543-8e6c-8224aef014e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613242 May 04 07:29:40.108601 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf2f20-d691-43d0-9507-318e63b8d0ad req-91205e7b-ec05-4c30-b021-cf799f35e782 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:40.110116 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e5cf2f20-d691-43d0-9507-318e63b8d0ad req-91205e7b-ec05-4c30-b021-cf799f35e782 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0603776 May 04 07:29:40.132454 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe6713f5-e6c3-42a0-82e0-dea5025536f9 req-67d435c8-5af3-48c0-9286-b8e6bf584c9b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921962 May 04 07:29:40.179719 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e5cf2f20-d691-43d0-9507-318e63b8d0ad req-05343fab-be85-453f-9976-6cf3527c9496 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612721 May 04 07:29:40.249586 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f3c5f-6887-486b-8de9-b5b290cb4b51 req-78043f36-ef61-4893-882e-bec965110dd6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:40.251013 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-759f3c5f-6887-486b-8de9-b5b290cb4b51 req-78043f36-ef61-4893-882e-bec965110dd6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0505533 May 04 07:29:40.273625 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-9cb31b73-7068-4931-9ebd-6c506276a8c7 None None] Provisioning complete for port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:40.274196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9cb31b73-7068-4931-9ebd-6c506276a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:40.300765 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-759f3c5f-6887-486b-8de9-b5b290cb4b51 req-d0f7a563-167d-4eb2-8c93-b447e7f344dd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 May 04 07:29:40.313583 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9cb31b73-7068-4931-9ebd-6c506276a8c7 None None] Port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:29:41.261752 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbab47-158e-4bb9-b047-7d306d4b2b7e req-1f24fc3d-2b83-4e9a-8d8b-d563b1e4b603 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:41.263265 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53fbab47-158e-4bb9-b047-7d306d4b2b7e req-1f24fc3d-2b83-4e9a-8d8b-d563b1e4b603 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 931 time: 0.0521145 May 04 07:29:41.293215 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9a62-c46a-446b-a923-3b58bfd37b73 req-2fb189ab-64de-4438-9eaa-1a2d3bf33956 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:41.294705 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62fd9a62-c46a-446b-a923-3b58bfd37b73 req-2fb189ab-64de-4438-9eaa-1a2d3bf33956 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0475502 May 04 07:29:41.313362 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-53fbab47-158e-4bb9-b047-7d306d4b2b7e req-453a6c49-cdfa-4ba7-924a-8d41138f1cc4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 May 04 07:29:41.349944 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62fd9a62-c46a-446b-a923-3b58bfd37b73 req-71805f4a-4497-4980-8777-8a944ed1df96 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 May 04 07:29:41.430059 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb33ec-2780-4ee0-8fa7-733ee850a8ce req-f92f0c0a-8cca-4849-812d-fe6658e01cd9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:41.431488 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dedb33ec-2780-4ee0-8fa7-733ee850a8ce req-f92f0c0a-8cca-4849-812d-fe6658e01cd9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0537643 May 04 07:29:41.491718 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dedb33ec-2780-4ee0-8fa7-733ee850a8ce req-39d15c56-b0e3-4eeb-8b90-3c4cecedfc45 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545239 May 04 07:29:41.561022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Request body: {'port': {'device_id': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:29:41.621352 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:41.900639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087ebf4e-fb00-4a4a-919f-e5febb2091d7 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:29:41.908252 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks [] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:41.921133 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Transition to ACTIVE for port object 087ebf4e-fb00-4a4a-919f-e5febb2091d7 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:29:41.925088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:41.975945 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:42.050924 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Attempting to bind port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:29:42.051297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Attempting to bind port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:29:42.051633 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Attempting to bind port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 on network 4e9953da-d722-4864-b4de-9376ee6b7144 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:29:42.056433 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 on network 4e9953da-d722-4864-b4de-9376ee6b7144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:29:42.056750 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Attempting to bind port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 on network 4e9953da-d722-4864-b4de-9376ee6b7144 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:29:42.061788 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:29:42.062122 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Checking segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:29:42.062506 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Bound using segment: {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:29:42.062933 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Bound port: 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:29:42.066767 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.136205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:29:42.139528 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:29:42.147841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.182587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.183235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.184632 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] 10.222.0.26 "PUT /v2.0/ports/087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 1093 time: 0.6963291 May 04 07:29:42.186958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:42.189326 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913b3ef-7219-4ecc-b928-02152e8b43f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:42.215978 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-ba7be808-8ef4-4986-a10e-6f2d9447e6bf tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.217825 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-ba7be808-8ef4-4986-a10e-6f2d9447e6bf tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0644038 May 04 07:29:42.221448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:42.230973 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.231344 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.231876 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.232283 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.232678 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.233071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.233483 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.233874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.234258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.234646 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.235224 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.235552 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.235876 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.236195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.236517 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52764be-5af4-4b87-9b04-4b74390e8ab9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:42.281058 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd6f8a-7837-4d2f-9a9b-e2dafb4203c7 x-openstack-request-id: req-8bcd6f8a-7837-4d2f-9a9b-e2dafb4203c7 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:42.281431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:42.281601 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bcd6f8a-7837-4d2f-9a9b-e2dafb4203c7 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:42.282002 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcd6f8a-7837-4d2f-9a9b-e2dafb4203c7'] response: {'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'status': 'completed', 'code': 200} May 04 07:29:42.290499 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-14aa18d9-e20a-4ec8-b36d-4618a03f74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.292056 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-14aa18d9-e20a-4ec8-b36d-4618a03f74f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0476282 May 04 07:29:42.351253 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-b03eae66-24da-4af4-a330-0b790e0ba79b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 217 time: 0.0455959 May 04 07:29:42.376271 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Deleting port 61787fe8-0d5e-4544-8834-912ee73f182b {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:29:42.378859 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.488118 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3c89-ac45-49cd-8690-500677cf893f req-5e0571eb-6b46-4ec5-a627-ebca3c10b178 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.489560 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a3f3c89-ac45-49cd-8690-500677cf893f req-5e0571eb-6b46-4ec5-a627-ebca3c10b178 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0912199 May 04 07:29:42.508062 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9adc97-7447-4843-b421-ccfc1e4134e1 req-91a6b2da-7608-427e-a63d-23b0f04cfbbe tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.509589 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a9adc97-7447-4843-b421-ccfc1e4134e1 req-91a6b2da-7608-427e-a63d-23b0f04cfbbe tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 946 time: 0.0803692 May 04 07:29:42.523510 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-18510e1c-dd0f-4872-a028-1670fca90364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.525291 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-18510e1c-dd0f-4872-a028-1670fca90364 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0845408 May 04 07:29:42.535197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] For port 61787fe8-0d5e-4544-8834-912ee73f182b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61787fe8-0d5e-4544-8834-912ee73f182b,segment=NetworkSegment(ab7aeb8a-7745-40fa-9a19-a53346184193),segment_id=ab7aeb8a-7745-40fa-9a19-a53346184193)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:42.535640 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.563098 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a9adc97-7447-4843-b421-ccfc1e4134e1 req-f71cdad7-e08a-4a9f-9882-1c6461e5e15a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2f8b160-0516-41e5-a153-3ff883c56218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 May 04 07:29:42.563505 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Calling delete_port for 61787fe8-0d5e-4544-8834-912ee73f182b owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:29:42.588440 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a3f3c89-ac45-49cd-8690-500677cf893f req-9fd886f6-f15c-492c-9111-889111453b71 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907946 May 04 07:29:42.623995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-8a7439fd-b467-4f5e-a96f-4b61fce8e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.625669 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-8a7439fd-b467-4f5e-a96f-4b61fce8e5e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580764 May 04 07:29:42.739177 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91470c-4987-4ba3-bb97-b176b6d05dd1 req-ea4a40f4-7cd2-4a62-9e27-8a4bc8608e88 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:42.740607 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e91470c-4987-4ba3-bb97-b176b6d05dd1 req-ea4a40f4-7cd2-4a62-9e27-8a4bc8608e88 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0783534 May 04 07:29:42.767683 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (61787fe8-0d5e-4544-8834-912ee73f182b), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.777571 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-a0b9886c-0ee5-4742-8a20-d0e76c4d38d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450591 May 04 07:29:42.797474 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Pushing event deleted for resources: {'Port': ['ID=61787fe8-0d5e-4544-8834-912ee73f182b,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:42.806417 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['61787fe8-0d5e-4544-8834-912ee73f182b'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:29:42.829480 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e91470c-4987-4ba3-bb97-b176b6d05dd1 req-62b2a4a3-7b0f-41e5-a54c-5f85ec39acc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811970 May 04 07:29:42.869928 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] No DVR routers for this DVR port 61787fe8-0d5e-4544-8834-912ee73f182b on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:29:42.872993 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:42.876185 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6ecc738c-19cf-4da7-b858-ea2747789b45 req-1370364f-42c7-48bf-b817-de3f3d3afdcd tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.26 "DELETE /v2.0/ports/61787fe8-0d5e-4544-8834-912ee73f182b HTTP/1.1" status: 204 len: 173 time: 0.6439660 May 04 07:29:42.876622 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'name': 'network-vif-deleted', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:42.879277 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b5c04d-3312-4c8d-8b3e-5a21ce60f65e" -d '{"events": [{"server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "name": "network-vif-deleted", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:42.893132 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4a8426c-c174-4b4a-a7f7-c91a240d01df req-8be5bd67-7716-4722-936f-73d44703c911 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050065 May 04 07:29:42.976353 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add16364-d865-4692-b50d-5f43a83673de x-openstack-request-id: req-add16364-d865-4692-b50d-5f43a83673de {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:42.976649 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e53c9-e93f-42f8-969e-01a5a8e60b18", "name": "network-vif-deleted", "tag": "61787fe8-0d5e-4544-8834-912ee73f182b", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:42.976905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-add16364-d865-4692-b50d-5f43a83673de {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:42.977311 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add16364-d865-4692-b50d-5f43a83673de'] response: {'server_uuid': '114e53c9-e93f-42f8-969e-01a5a8e60b18', 'name': 'network-vif-deleted', 'tag': '61787fe8-0d5e-4544-8834-912ee73f182b', 'status': 'completed', 'code': 200} May 04 07:29:43.681780 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-65840f77-393e-4c45-94d7-e8a40c151e6d req-e22950cb-d9e3-414d-a1e3-b0b47135eb2a tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 210 time: 0.0316746 May 04 07:29:43.711025 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d49b6-7c97-4fba-ac58-0c9e8a4caca7 req-ee231300-64e8-4b71-8b48-8e36154b8c47 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:43.712459 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-589d49b6-7c97-4fba-ac58-0c9e8a4caca7 req-ee231300-64e8-4b71-8b48-8e36154b8c47 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0511060 May 04 07:29:43.766960 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-589d49b6-7c97-4fba-ac58-0c9e8a4caca7 req-d2ab077c-84ea-4913-923b-25df3c58e8fa tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489097 May 04 07:29:43.960716 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c183441-3cce-4977-bb9d-5264989893d1 req-3cc9aa37-43fe-4c03-b57c-46e807895127 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:43.962252 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c183441-3cce-4977-bb9d-5264989893d1 req-3cc9aa37-43fe-4c03-b57c-46e807895127 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0577164 May 04 07:29:44.010723 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c183441-3cce-4977-bb9d-5264989893d1 req-4330ee54-2059-4a5d-ae96-7ae52899952f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 May 04 07:29:44.438979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-d05eacf8-f3d0-49c5-bf20-6caab01b8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:44.440550 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-d05eacf8-f3d0-49c5-bf20-6caab01b8cfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0544508 May 04 07:29:44.579784 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-02790d05-b3fb-4134-9228-152025879981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:44.582335 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-02790d05-b3fb-4134-9228-152025879981 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.0934234 May 04 07:29:44.759938 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-0ba744ce-d8e7-4de0-b933-6402149bbdfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 217 time: 0.0357800 May 04 07:29:44.800662 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3bbddf41-1886-4911-962f-436fb282a7f2 req-2d1e431a-1f1a-4a0c-9b35-3b1a21575a41 tempest-VolumesSnapshotTestJSON-1342874802 tempest-VolumesSnapshotTestJSON-1342874802-project] 10.222.0.21 "GET /v2.0/ports?device_id=114e53c9-e93f-42f8-969e-01a5a8e60b18 HTTP/1.1" status: 200 len: 210 time: 0.0318806 May 04 07:29:44.827567 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-a970061d-90c6-4acf-b1c5-e4e7d9f83f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:44.829475 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-a970061d-90c6-4acf-b1c5-e4e7d9f83f5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0595441 May 04 07:29:44.901522 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:44.919958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c13ee-8372-4bbb-8682-ecc3ef914930 req-7154747c-210c-4cb2-ae9e-deaeed55ad55 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:44.921500 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f2c13ee-8372-4bbb-8682-ecc3ef914930 req-7154747c-210c-4cb2-ae9e-deaeed55ad55 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0828176 May 04 07:29:44.925047 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-c0b3ae98-8752-4025-ac14-0b330ae86af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:44.926487 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-c0b3ae98-8752-4025-ac14-0b330ae86af0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0860112 May 04 07:29:45.031328 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f2c13ee-8372-4bbb-8682-ecc3ef914930 req-e89de093-d1b9-4d41-9a4b-55be9e4c7e81 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038563 May 04 07:29:45.065883 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-a3a0920f-78c4-4c5f-bd34-c3c794ab0930 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230862 May 04 07:29:45.132064 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d994-74fd-4bac-b337-0cfe1e663cad req-62951059-84b1-4e75-8c0e-00009c57cfea tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:45.133567 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b783d994-74fd-4bac-b337-0cfe1e663cad req-62951059-84b1-4e75-8c0e-00009c57cfea tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0474706 May 04 07:29:45.159038 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2913b3ef-7219-4ecc-b928-02152e8b43f8 req-d53fff87-c96a-48f5-b813-fafe262949ab service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859938 May 04 07:29:45.185196 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b783d994-74fd-4bac-b337-0cfe1e663cad req-f25da1c1-98f2-49cc-a8d4-21a5ee9c7e13 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 May 04 07:29:45.728252 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 61787fe8-0d5e-4544-8834-912ee73f182b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:29:45.748937 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 61787fe8-0d5e-4544-8834-912ee73f182b {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:29:45.749280 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 61787fe8-0d5e-4544-8834-912ee73f182b not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:29:46.164248 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca99b1-0fb1-43ff-9afb-32ba9a0dd6e3 req-7833ec3c-a268-4f1f-a1e2-2595b9ae6db8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:46.165762 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0ca99b1-0fb1-43ff-9afb-32ba9a0dd6e3 req-7833ec3c-a268-4f1f-a1e2-2595b9ae6db8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0545893 May 04 07:29:46.215907 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0ca99b1-0fb1-43ff-9afb-32ba9a0dd6e3 req-b1fe25af-baec-40eb-96ee-d15f39db8227 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 May 04 07:29:46.309652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d1e3-7ec5-4e2a-9809-112414cec2e1 req-32dc4d50-1056-4841-aa93-7e5ce0ba6c7c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:46.311122 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a5e6d1e3-7ec5-4e2a-9809-112414cec2e1 req-32dc4d50-1056-4841-aa93-7e5ce0ba6c7c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0475533 May 04 07:29:46.363271 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a5e6d1e3-7ec5-4e2a-9809-112414cec2e1 req-636e74d0-023f-4b98-a9fd-324424ff94dd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 May 04 07:29:47.332417 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8430-72db-46af-a60d-da7ad6751b7b req-68b344bd-b8cb-471f-87e2-371690468dff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:47.333931 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9cbe8430-72db-46af-a60d-da7ad6751b7b req-68b344bd-b8cb-471f-87e2-371690468dff tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0470262 May 04 07:29:47.383742 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9cbe8430-72db-46af-a60d-da7ad6751b7b req-56efb895-939f-47cf-9b2d-86f176f5f4da tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 May 04 07:29:47.486782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198bbea-aef1-4d46-b7f3-488cb1ec1815 req-fbc2ac16-5fdb-4da1-a4c4-da0f405f698e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:47.488394 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f198bbea-aef1-4d46-b7f3-488cb1ec1815 req-fbc2ac16-5fdb-4da1-a4c4-da0f405f698e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0489967 May 04 07:29:47.536000 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f198bbea-aef1-4d46-b7f3-488cb1ec1815 req-8d7b5093-3f63-4c58-bdfd-f6ff0db80566 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 May 04 07:29:47.747499 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:29:47.848143 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:47.859495 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:29:47.898049 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: ACTIVE; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:47.898431 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:47.911822 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:29:47.930944 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:47.934723 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:47.983188 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:48.171130 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['a6010091-d7c4-444a-ae1e-4b6a7628d021'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:29:48.501741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b3c10-e1a1-4922-a41f-a5e9b183b016 req-4da77044-ce6a-4486-94a1-247649c72cec tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:48.504378 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-802b3c10-e1a1-4922-a41f-a5e9b183b016 req-4da77044-ce6a-4486-94a1-247649c72cec tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0522060 May 04 07:29:48.557641 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-802b3c10-e1a1-4922-a41f-a5e9b183b016 req-1595ef5e-3174-4949-b6f4-bfa1e6f9ab49 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476823 May 04 07:29:48.658290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3865e5-0b6a-46af-8847-88c4cedab1d4 req-49f38cd8-29aa-41e8-b49c-493c7fe31a41 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:48.659997 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c3865e5-0b6a-46af-8847-88c4cedab1d4 req-49f38cd8-29aa-41e8-b49c-493c7fe31a41 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0495884 May 04 07:29:48.712379 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c3865e5-0b6a-46af-8847-88c4cedab1d4 req-d96de15a-5397-4dab-bd66-b4d44055a784 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469012 May 04 07:29:49.677885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50215-28ea-4aa0-b67c-bb8d4e1fad50 req-bda6e283-a731-425b-b342-317ce0103b94 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:49.679419 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4df50215-28ea-4aa0-b67c-bb8d4e1fad50 req-bda6e283-a731-425b-b342-317ce0103b94 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0513890 May 04 07:29:49.730779 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4df50215-28ea-4aa0-b67c-bb8d4e1fad50 req-821f3d7f-5b98-4da1-ac50-2e556fff399c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456638 May 04 07:29:49.833870 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23142fc-4dd3-4f82-adc5-bf00055134c6 req-803c4a9d-f58a-4fe4-bfc5-011974f20644 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:49.835397 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a23142fc-4dd3-4f82-adc5-bf00055134c6 req-803c4a9d-f58a-4fe4-bfc5-011974f20644 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0472023 May 04 07:29:49.886214 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a23142fc-4dd3-4f82-adc5-bf00055134c6 req-d0eafa48-ba5f-4e30-941d-1a2182660063 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 May 04 07:29:50.852008 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf8c66-0519-472b-afd1-32b44ed8516e req-d9cf49a9-ce95-4abe-95fb-de6d4949be64 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:50.853505 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7bf8c66-0519-472b-afd1-32b44ed8516e req-d9cf49a9-ce95-4abe-95fb-de6d4949be64 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0473208 May 04 07:29:50.902806 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7bf8c66-0519-472b-afd1-32b44ed8516e req-12c56ad6-528d-4fca-8a6f-fa6b3c5feb23 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 May 04 07:29:51.007916 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17381b54-5d83-40bd-a1b9-8649032dd981 req-0e5b9356-7c3a-4487-9a97-35a9c3037424 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:51.009447 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-17381b54-5d83-40bd-a1b9-8649032dd981 req-0e5b9356-7c3a-4487-9a97-35a9c3037424 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0477531 May 04 07:29:51.057632 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-17381b54-5d83-40bd-a1b9-8649032dd981 req-2ccecda2-7286-429f-9e69-5e75495ec357 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 May 04 07:29:51.780876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:29:51.882145 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:51.894457 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'mac_address': 'fa:16:3e:1d:0a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:29:51.933039 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:51.933423 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:51.948676 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087ebf4e-fb00-4a4a-919f-e5febb2091d7 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:29:51.975098 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:51.979916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:52.026380 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881f69-d3e7-42e7-ac85-2fde88380a83 req-166e48c2-c98e-49eb-99fc-32878f64e5e2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:52.028392 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7881f69-d3e7-42e7-ac85-2fde88380a83 req-166e48c2-c98e-49eb-99fc-32878f64e5e2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0525925 May 04 07:29:52.035873 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:52.043395 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.043743 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.044112 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.044455 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.044788 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.045120 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.045448 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.045786 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.046106 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.046433 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.046757 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.047100 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.047454 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.047776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.048096 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:29:52.078902 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7881f69-d3e7-42e7-ac85-2fde88380a83 req-0448c3a8-7954-494d-afc3-d5ea508a3932 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 May 04 07:29:52.183907 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a38345-5548-4b8d-8b3d-7ecf37b097a9 req-ce5d85ce-7360-4ccc-881d-1fb67e3ce486 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:52.185416 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d3a38345-5548-4b8d-8b3d-7ecf37b097a9 req-ce5d85ce-7360-4ccc-881d-1fb67e3ce486 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0503297 May 04 07:29:52.235123 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d3a38345-5548-4b8d-8b3d-7ecf37b097a9 req-404cb4d9-ea67-43cf-a1d0-edac3b35f838 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 May 04 07:29:53.191398 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ba53-d8ff-46a2-9b4f-8cb8af7c4764 req-104fe180-8b11-4fbb-9a89-19463da7ecb6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:53.192923 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a384ba53-d8ff-46a2-9b4f-8cb8af7c4764 req-104fe180-8b11-4fbb-9a89-19463da7ecb6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0468624 May 04 07:29:53.256207 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a384ba53-d8ff-46a2-9b4f-8cb8af7c4764 req-2134c7d8-f4ae-407b-ab48-5fb99cacb93e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550404 May 04 07:29:53.358467 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f612a9-b145-47e3-af7d-3cd013dc980e req-37737ab3-b588-434d-86ab-d17f0f8c0b92 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:53.359871 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-44f612a9-b145-47e3-af7d-3cd013dc980e req-37737ab3-b588-434d-86ab-d17f0f8c0b92 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0468087 May 04 07:29:53.408567 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-44f612a9-b145-47e3-af7d-3cd013dc980e req-eb515273-a54f-4f9f-b2b5-03b71123e08b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 May 04 07:29:53.443333 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:29:54.076053 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:54.122535 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port a6010091-d7c4-444a-ae1e-4b6a7628d021 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:54.122895 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:54.198723 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:54.199094 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:54.222742 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:54.225161 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9de4fe-856a-4cad-a571-9b0b587cfce3" -d '{"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:54.241949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:54.247414 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:54.272354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc55df-dbb1-40b3-bea1-62eb7307741a x-openstack-request-id: req-08dc55df-dbb1-40b3-bea1-62eb7307741a {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:54.272666 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:54.272921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08dc55df-dbb1-40b3-bea1-62eb7307741a {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:54.273311 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dc55df-dbb1-40b3-bea1-62eb7307741a'] response: {'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'code': 200} May 04 07:29:54.303921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:54.382313 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e22c1d-347c-4954-a33c-57602d2032f8 req-d18116ae-971d-4c6c-a058-80dfc090a5d0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:54.383865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d8e22c1d-347c-4954-a33c-57602d2032f8 req-d18116ae-971d-4c6c-a058-80dfc090a5d0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0537412 May 04 07:29:54.435352 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d8e22c1d-347c-4954-a33c-57602d2032f8 req-1c41933c-db17-493d-a550-c3fbcb27c4cf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458281 May 04 07:29:54.538391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb9b94-81e2-48a1-b0cd-7c408980f423 req-cffd4f86-9772-4ab8-a350-f14241ecbd10 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:54.539942 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbeb9b94-81e2-48a1-b0cd-7c408980f423 req-cffd4f86-9772-4ab8-a350-f14241ecbd10 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0549984 May 04 07:29:54.597099 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbeb9b94-81e2-48a1-b0cd-7c408980f423 req-8621a9a6-af1e-4748-a07d-de4d95aeafef tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514958 May 04 07:29:54.857766 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['087ebf4e-fb00-4a4a-919f-e5febb2091d7'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:29:55.547196 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66526a-6748-46a8-911e-37e7a3fd0cc9 req-9f43f71a-ad2f-4bf0-a155-5ea22e9f7a24 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:55.548719 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9f66526a-6748-46a8-911e-37e7a3fd0cc9 req-9f43f71a-ad2f-4bf0-a155-5ea22e9f7a24 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0466931 May 04 07:29:55.600052 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9f66526a-6748-46a8-911e-37e7a3fd0cc9 req-954e9455-dea3-4db4-ae30-53f6cd9ce76e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 May 04 07:29:55.718906 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e119c92-8f4a-4660-8e97-5e312591fe5d req-9cd2f5ce-4a13-4917-bbc4-a5f65fa280c9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:55.720438 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e119c92-8f4a-4660-8e97-5e312591fe5d req-9cd2f5ce-4a13-4917-bbc4-a5f65fa280c9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0468907 May 04 07:29:55.770287 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e119c92-8f4a-4660-8e97-5e312591fe5d req-da4530f5-8ad0-4b89-bdca-f605ed108bfa tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 May 04 07:29:56.459521 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:29:56.511291 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:29:56.517937 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:29:56.518921 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:56.605475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:29:56.605949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:56.631555 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:29:56.634147 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acc30d2-901d-4e75-b932-718a04be002b" -d '{"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:29:56.648152 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:29:56.656713 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:29:56.693417 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899be788-ccdc-481c-8557-5b9fa8d783d4 x-openstack-request-id: req-899be788-ccdc-481c-8557-5b9fa8d783d4 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:29:56.693805 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:29:56.694130 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-899be788-ccdc-481c-8557-5b9fa8d783d4 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:29:56.694618 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899be788-ccdc-481c-8557-5b9fa8d783d4'] response: {'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'code': 200} May 04 07:29:56.715379 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:29:56.732337 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe3a4-d874-4ea2-9f7c-840096a48eac req-0233eece-6b75-4830-9175-2ed252d930fc tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:56.733924 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-99cfe3a4-d874-4ea2-9f7c-840096a48eac req-0233eece-6b75-4830-9175-2ed252d930fc tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0504498 May 04 07:29:56.797946 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-99cfe3a4-d874-4ea2-9f7c-840096a48eac req-07cb514f-7444-4e79-afd0-21a21bccfde0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578978 May 04 07:29:56.924153 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30879b-1f67-4fef-9611-792d2afaddff req-4e8795ca-e16f-42f4-a71a-dbbcd64c627e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:56.926318 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-da30879b-1f67-4fef-9611-792d2afaddff req-4e8795ca-e16f-42f4-a71a-dbbcd64c627e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0535967 May 04 07:29:57.022569 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-da30879b-1f67-4fef-9611-792d2afaddff req-0cae7038-1095-45cf-a5d7-59f76a6e90b4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904160 May 04 07:29:57.030098 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db9051-faf0-46fc-b6af-5ea91f90ae8a req-8f7b377d-e173-4286-81c2-2e2be2bb6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:57.032087 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c5db9051-faf0-46fc-b6af-5ea91f90ae8a req-8f7b377d-e173-4286-81c2-2e2be2bb6cd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.0850334 May 04 07:29:57.093469 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c5db9051-faf0-46fc-b6af-5ea91f90ae8a req-cdad4c9b-01b2-4877-b5f1-27cc8c255ece service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489726 May 04 07:29:57.934402 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732d718-777d-4a53-a4dd-4e2ca8480f22 req-a1327ecc-7cdb-4201-9244-a983e0b47912 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:57.936205 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f732d718-777d-4a53-a4dd-4e2ca8480f22 req-a1327ecc-7cdb-4201-9244-a983e0b47912 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0543764 May 04 07:29:58.045435 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f732d718-777d-4a53-a4dd-4e2ca8480f22 req-f01bfd3e-1d34-4ea0-b957-f057cb634d38 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965803 May 04 07:29:58.218573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781f581-32c7-402b-ba5e-abf74a5bc73c req-9d296df7-2622-4553-a3d8-a13e6e4c3f64 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:58.220957 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2781f581-32c7-402b-ba5e-abf74a5bc73c req-9d296df7-2622-4553-a3d8-a13e6e4c3f64 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0919755 May 04 07:29:58.297465 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2781f581-32c7-402b-ba5e-abf74a5bc73c req-02c6b441-f450-4f6c-8c74-befbef75f04e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633264 May 04 07:29:59.190562 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801865-8818-4280-8d76-790692ad6fce req-1d4caef1-49d5-4c30-83f8-51aeb63f29ce tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:59.192462 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-da801865-8818-4280-8d76-790692ad6fce req-1d4caef1-49d5-4c30-83f8-51aeb63f29ce tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0611672 May 04 07:29:59.246021 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-da801865-8818-4280-8d76-790692ad6fce req-73fccc33-9b73-45eb-86a1-6efb0fa78e5a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477924 May 04 07:29:59.437387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85d2ee-f715-443d-a290-ee29ba3a2f1c req-704e231d-d6e7-44ef-b7d9-43a89ce1fc79 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:29:59.439595 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d85d2ee-f715-443d-a290-ee29ba3a2f1c req-704e231d-d6e7-44ef-b7d9-43a89ce1fc79 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0594001 May 04 07:29:59.511178 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d85d2ee-f715-443d-a290-ee29ba3a2f1c req-67c6ecae-2b6e-4455-9707-84eb1abd3b00 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568590 May 04 07:30:00.057071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9c57293-afe6-40e8-9cce-009ee3dab9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:00.410845 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c0623-e96e-49ec-a260-7915bea65719 req-9e645e58-d627-4700-920f-fd62a8156dd1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:00.413400 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d4c0623-e96e-49ec-a260-7915bea65719 req-9e645e58-d627-4700-920f-fd62a8156dd1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0616038 May 04 07:30:00.481103 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d4c0623-e96e-49ec-a260-7915bea65719 req-917d2c0e-9896-4c41-8b8c-eebd14785d61 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615866 May 04 07:30:00.606798 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b2715-11b6-4c87-bd1c-0cfb059d1f94 req-80768d6b-a893-4ab5-9bc1-99446720f67d tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:00.614459 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e2b2715-11b6-4c87-bd1c-0cfb059d1f94 req-80768d6b-a893-4ab5-9bc1-99446720f67d tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0561883 May 04 07:30:00.660010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc3eb1-9f07-4374-9910-9f5110282f6f req-aeca1ebb-b3ee-426e-8d77-32d69c5cc0d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:00.661769 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c5bc3eb1-9f07-4374-9910-9f5110282f6f req-aeca1ebb-b3ee-426e-8d77-32d69c5cc0d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0632889 May 04 07:30:00.677122 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e2b2715-11b6-4c87-bd1c-0cfb059d1f94 req-5434a004-4f81-4ba1-b5c5-dd6be5a639e8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613587 May 04 07:30:00.696497 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49934) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:00.736307 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c5bc3eb1-9f07-4374-9910-9f5110282f6f req-75139f7c-4d1c-4ba9-96f5-96b19f1cee7f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646245 May 04 07:30:00.835433 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95808894-130c-44be-aa09-da1b5ffac0b8 tempest-TestShelveInstance-1685963750 tempest-TestShelveInstance-1685963750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:00.840251 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-95808894-130c-44be-aa09-da1b5ffac0b8 tempest-TestShelveInstance-1685963750 tempest-TestShelveInstance-1685963750-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1124 time: 0.1393981 May 04 07:30:00.840527 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 49940) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:00.847262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'tenant_id': '9490d418deac48d399051367f238b312', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:00.875209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:00.996267 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:01.132043 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Allocated IP 172.27.1.220 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/c9c4827a-c3e3-4cc1-ae8a-c803073799e7) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:01.250820 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:01.288966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:01.332368 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:01.337454 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:01.342909 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:01.346854 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'Port': ['ID=c9c4827a-c3e3-4cc1-ae8a-c803073799e7,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:02.039380 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for floatingip (05b6b158-ac4a-4356-ae38-615a793fcca2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.067055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab52b0-10d8-4b20-9d2d-077f6cdab277 req-04629115-e5e8-4b2e-a983-09692c311291 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:02.068608 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-34ab52b0-10d8-4b20-9d2d-077f6cdab277 req-04629115-e5e8-4b2e-a983-09692c311291 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.1216896 May 04 07:30:02.154850 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-34ab52b0-10d8-4b20-9d2d-077f6cdab277 req-5f4948cb-9045-46f6-9fde-a6be8e2f0b93 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779607 May 04 07:30:02.155425 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.298704 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-984f614e-d617-49dd-bf98-7a9dd3d80f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.347207 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.353661 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.440732 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (05b6b158-ac4a-4356-ae38-615a793fcca2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.442445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event updated for resources: {'Port': ['ID=c9c4827a-c3e3-4cc1-ae8a-c803073799e7,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:02.559838 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Floating IP 05b6b158-ac4a-4356-ae38-615a793fcca2 associated. External IP: 172.27.1.220, port: 087ebf4e-fb00-4a4a-919f-e5febb2091d7. May 04 07:30:02.777850 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:30:02.912317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:02.933206 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:02.934691 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Sync routers for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:02.945284 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:02.945891 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:02.988401 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0ad3180e-5bac-4466-919a-ace6d9d852bf tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1467323 May 04 07:30:02.989377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:30:02.993025 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9fbd84-c212-4624-9d58-dc50267547f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:30:03.077710 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:03.134212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff37cc-17ef-4de8-8d15-d0fc2368490f x-openstack-request-id: req-55ff37cc-17ef-4de8-8d15-d0fc2368490f {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:30:03.134705 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:30:03.134828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55ff37cc-17ef-4de8-8d15-d0fc2368490f {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:30:03.135172 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ff37cc-17ef-4de8-8d15-d0fc2368490f'] response: {'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'status': 'completed', 'code': 200} May 04 07:30:03.310246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fff5e-9586-4c4c-b596-c9e96e139d50 req-5a28a7ae-8af1-49d7-94d2-5d6367327bb8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:03.311787 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-661fff5e-9586-4c4c-b596-c9e96e139d50 req-5a28a7ae-8af1-49d7-94d2-5d6367327bb8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0595932 May 04 07:30:03.318145 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '05b6b158-ac4a-4356-ae38-615a793fcca2', 'tenant_id': '9490d418deac48d399051367f238b312', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'mac_address': 'fa:16:3e:1d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:30:01Z', 'updated_at': '2022-05-04T07:30:01Z', 'revision_number': 0, 'project_id': '9490d418deac48d399051367f238b312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:03.379509 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-661fff5e-9586-4c4c-b596-c9e96e139d50 req-b0313afe-25e7-4b5f-a41c-55e078c1ab8b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589287 May 04 07:30:03.430369 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Checking router: f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:03.441089 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:03.441691 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:03.499503 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:03.576821 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:03.822568 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '05b6b158-ac4a-4356-ae38-615a793fcca2', 'tenant_id': '9490d418deac48d399051367f238b312', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'mac_address': 'fa:16:3e:1d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:30:01Z', 'updated_at': '2022-05-04T07:30:01Z', 'revision_number': 0, 'project_id': '9490d418deac48d399051367f238b312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:03.856083 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17312959-5463-490f-a45b-7806295ab3f5 None None] The sync data for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi is: [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '05b6b158-ac4a-4356-ae38-615a793fcca2', 'tenant_id': '9490d418deac48d399051367f238b312', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'mac_address': 'fa:16:3e:1d:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:30:01Z', 'updated_at': '2022-05-04T07:30:01Z', 'revision_number': 0, 'project_id': '9490d418deac48d399051367f238b312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:04.118721 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff6893-9f4a-4850-9143-925507aa5f61 None None] New status for floating IP 05b6b158-ac4a-4356-ae38-615a793fcca2: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:30:04.519219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af769b-2a89-4b8f-8c8c-d0dc5a2e9549 req-139f02ed-ca3a-40bd-9fdb-6ede4a3abbeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:04.520766 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a8af769b-2a89-4b8f-8c8c-d0dc5a2e9549 req-139f02ed-ca3a-40bd-9fdb-6ede4a3abbeb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0600662 May 04 07:30:04.596584 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a8af769b-2a89-4b8f-8c8c-d0dc5a2e9549 req-707f259b-a323-4ca2-a741-ceffa5b1b56b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683601 May 04 07:30:04.812304 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:05.731665 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8ce49-c1e6-429a-b005-69010f38795a req-e4a6125a-3a5d-4c8e-87ff-8827d7851f58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:05.734000 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-19a8ce49-c1e6-429a-b005-69010f38795a req-e4a6125a-3a5d-4c8e-87ff-8827d7851f58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0548642 May 04 07:30:05.789115 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-19a8ce49-c1e6-429a-b005-69010f38795a req-d40d8cf2-5f64-483d-a921-5f9379e07182 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485198 May 04 07:30:06.245037 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-deac3eb0-d4c6-4821-b13c-d9c3d3bf2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:06.246776 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-deac3eb0-d4c6-4821-b13c-d9c3d3bf2d73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.0544000 May 04 07:30:06.258638 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:06.360186 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-99ed037d-aaf7-4e8b-b147-d97e1ebfbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:06.362287 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-99ed037d-aaf7-4e8b-b147-d97e1ebfbe43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.1066115 May 04 07:30:06.436470 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-05b6fabd-ff31-4750-9a3a-a2cc602f7c53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 1001 time: 0.0680695 May 04 07:30:06.489871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-a11bdd60-bf7f-4d3e-b52c-726830d67d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:06.491967 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-a11bdd60-bf7f-4d3e-b52c-726830d67d07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0487239 May 04 07:30:06.539246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-3969641b-b79c-4a55-a604-6c1929b04140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:06.540737 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-3969641b-b79c-4a55-a604-6c1929b04140 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424120 May 04 07:30:06.657700 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-70f4a7d8-27e7-44ef-a844-4d8d79e57d6d service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097755 May 04 07:30:06.769288 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a9fbd84-c212-4624-9d58-dc50267547f3 req-36dda510-394c-45aa-b660-efc1a8961677 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036606 May 04 07:30:06.925500 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187b61-1a7a-4fbb-9f82-5bf923071126 req-491b2958-2108-4cff-9da9-79a699f57c6a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:06.927024 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8187b61-1a7a-4fbb-9f82-5bf923071126 req-491b2958-2108-4cff-9da9-79a699f57c6a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0540838 May 04 07:30:06.983949 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8187b61-1a7a-4fbb-9f82-5bf923071126 req-b7035214-3c68-4b3f-8cb5-3b34270f736c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506694 May 04 07:30:07.639462 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c359c-3487-4293-ae8c-e4b59db3cf46 req-53a714df-c6d9-4628-8d2b-1e5257411d74 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:07.647571 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9f9c359c-3487-4293-ae8c-e4b59db3cf46 req-53a714df-c6d9-4628-8d2b-1e5257411d74 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0815170 May 04 07:30:07.656639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-859ba332-6f1a-40ef-8108-0b4d78176958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:07.658426 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-859ba332-6f1a-40ef-8108-0b4d78176958 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.1072261 May 04 07:30:07.709967 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9f9c359c-3487-4293-ae8c-e4b59db3cf46 req-115a4ee7-dfbd-4499-b12e-7d88fc779903 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537932 May 04 07:30:07.797877 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-5e91e4ca-f390-4ec2-a76c-e434b010f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:07.799525 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-5e91e4ca-f390-4ec2-a76c-e434b010f074 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1338766 May 04 07:30:07.871569 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-3351c087-d899-4369-bd7d-13a09217c002 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0652297 May 04 07:30:07.936800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-19109dec-5eb3-42fa-9730-1db18b5804c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:07.938212 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-19109dec-5eb3-42fa-9730-1db18b5804c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0598040 May 04 07:30:07.994775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-c4fa25c7-cc0a-4ec4-939e-77d1267c0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:07.996376 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-c4fa25c7-cc0a-4ec4-939e-77d1267c0d9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516512 May 04 07:30:08.147498 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f3267-eb64-4f89-862e-1e967cf0a98a req-6b4040da-36d0-48d0-8f12-c6849e931069 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:08.148997 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-559f3267-eb64-4f89-862e-1e967cf0a98a req-6b4040da-36d0-48d0-8f12-c6849e931069 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0793772 May 04 07:30:08.154163 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-81248b46-ac97-4921-8d30-ee2257f1d787 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495697 May 04 07:30:08.202119 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-559f3267-eb64-4f89-862e-1e967cf0a98a req-be068020-35ec-4b65-9967-7b116eaca4f4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467389 May 04 07:30:08.313188 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e3a2069-674d-42d6-b6c1-837a4ecc3e71 req-97e1a8af-c2d8-4d24-b464-377db5ed6b7e service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859466 May 04 07:30:08.820054 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57ff99-4634-45c7-ad76-0921c078ea12 req-1f87975d-58dc-47f4-8351-80d84c90dcd2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:08.821523 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5f57ff99-4634-45c7-ad76-0921c078ea12 req-1f87975d-58dc-47f4-8351-80d84c90dcd2 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0549166 May 04 07:30:08.870089 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5f57ff99-4634-45c7-ad76-0921c078ea12 req-4f0ba9c0-7971-4204-b2bf-f6751fbc53ee tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 May 04 07:30:09.326593 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6316-e517-4b13-8189-67d996d5c1c9 req-3b744097-b9d4-4ae3-94e8-8f194b5946a7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:09.328177 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d98c6316-e517-4b13-8189-67d996d5c1c9 req-3b744097-b9d4-4ae3-94e8-8f194b5946a7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0495212 May 04 07:30:09.383619 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d98c6316-e517-4b13-8189-67d996d5c1c9 req-deb90b45-efe2-411c-b8d3-1e55fbefda33 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482333 May 04 07:30:09.561990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-2308772e-bd5c-48f5-9171-9a16c83c8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:09.563461 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-2308772e-bd5c-48f5-9171-9a16c83c8f3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1129 time: 0.0390093 May 04 07:30:09.655015 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-e49d9672-d0ee-4522-b46a-8a151c13a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:09.656521 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-e49d9672-d0ee-4522-b46a-8a151c13a8a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.0864620 May 04 07:30:09.724277 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-16ee9b67-d8f4-449b-bd75-9233f2153819 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 1001 time: 0.0612943 May 04 07:30:09.774157 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-2673251b-ce52-4c4e-96a9-5b49de29faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:09.775675 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-2673251b-ce52-4c4e-96a9-5b49de29faea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0435686 May 04 07:30:09.818930 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-0d1e48de-0cbb-4e42-8aef-c823e943e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:09.820331 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-0d1e48de-0cbb-4e42-8aef-c823e943e00c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387881 May 04 07:30:09.918263 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-151299a3-2c8e-4366-9430-e86c7b587567 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911617 May 04 07:30:10.010055 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f596794-9586-41cc-bba6-1a4c31f5feaa req-f63f7fa9-3c5e-440f-a192-e40cd485efdf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:10.011751 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f596794-9586-41cc-bba6-1a4c31f5feaa req-f63f7fa9-3c5e-440f-a192-e40cd485efdf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0567715 May 04 07:30:10.025346 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eea41f7b-9f3a-49c2-b084-4114a5604b7d req-216af6e8-0433-48c8-abae-3fdc1334faa6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005518 May 04 07:30:10.069954 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1f596794-9586-41cc-bba6-1a4c31f5feaa req-385b35d8-28ab-45ea-9004-ac8200fd409e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476747 May 04 07:30:10.511972 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292015a-85fc-42c9-9f3f-932146dd005f req-9dafbe75-dab8-4ec8-9178-c99d6a793da3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:10.513480 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f292015a-85fc-42c9-9f3f-932146dd005f req-9dafbe75-dab8-4ec8-9178-c99d6a793da3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0516343 May 04 07:30:10.569265 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f292015a-85fc-42c9-9f3f-932146dd005f req-e3a4aab3-5420-47a2-98ea-c4c5514999c9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486987 May 04 07:30:11.209062 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9de4-a2b6-4820-8981-ca683a4a28fd req-46f832b2-ca5a-4c08-bbed-c3b6f6295ffb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:11.210555 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-33da9de4-a2b6-4820-8981-ca683a4a28fd req-46f832b2-ca5a-4c08-bbed-c3b6f6295ffb tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0572221 May 04 07:30:11.258292 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-33da9de4-a2b6-4820-8981-ca683a4a28fd req-b469bd5f-7a88-43cd-ac5d-53d8f46c6499 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 May 04 07:30:11.692027 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b730-07fc-4180-903f-a000a862be3f req-407e1d7d-9c18-4b9f-bd45-6977beb38f62 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:11.693566 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fb6b730-07fc-4180-903f-a000a862be3f req-407e1d7d-9c18-4b9f-bd45-6977beb38f62 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 945 time: 0.0479956 May 04 07:30:11.746885 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fb6b730-07fc-4180-903f-a000a862be3f req-c556718f-d31e-40b8-bb02-4c4a06d62290 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 May 04 07:30:12.384563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6e1d-07d2-46d7-82b4-5f6d994c457a req-e31e97ab-3c22-48c6-9d67-ad7f88d773e4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:12.386009 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e0ba6e1d-07d2-46d7-82b4-5f6d994c457a req-e31e97ab-3c22-48c6-9d67-ad7f88d773e4 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0474904 May 04 07:30:12.434811 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e0ba6e1d-07d2-46d7-82b4-5f6d994c457a req-b264d0f1-cf5f-44c7-a540-e6cd676ffb75 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 May 04 07:30:12.492499 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:30:12.575371 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: ACTIVE; New status is: DOWN {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:12.575755 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:12.599942 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:30:12.602010 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22ec49-2ca9-4e1a-b2a0-cda5716154ef" -d '{"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-unplugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:30:12.615638 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:12.620160 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:12.644776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1262977-60a1-46e5-985a-44647c4c00a0 x-openstack-request-id: req-b1262977-60a1-46e5-985a-44647c4c00a0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:30:12.645094 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-unplugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:30:12.645347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1262977-60a1-46e5-985a-44647c4c00a0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:30:12.645736 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1262977-60a1-46e5-985a-44647c4c00a0'] response: {'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'code': 200} May 04 07:30:12.670945 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:12.866570 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd6102-d4bc-43fa-9964-ed49cdd7200d req-10b39881-fd45-4e31-8c3e-6e1e0f931f7c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:12.868118 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ffd6102-d4bc-43fa-9964-ed49cdd7200d req-10b39881-fd45-4e31-8c3e-6e1e0f931f7c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0469246 May 04 07:30:12.920388 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ffd6102-d4bc-43fa-9964-ed49cdd7200d req-0bd5f810-8ea2-4a00-b63c-673fb7b09462 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464191 May 04 07:30:13.427789 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-2011a15b-8e73-41b5-8175-1c1cb5573b75 req-48382e23-8fd7-44b4-9df7-156e7ad13629 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:30:13.428815 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2011a15b-8e73-41b5-8175-1c1cb5573b75 req-48382e23-8fd7-44b4-9df7-156e7ad13629 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061100 May 04 07:30:13.575448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aad8d-91f9-47ef-be03-ac59460a985c req-9c1141d7-f4d3-4020-b1d3-9ccac1d0cf64 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:13.576959 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa9aad8d-91f9-47ef-be03-ac59460a985c req-9c1141d7-f4d3-4020-b1d3-9ccac1d0cf64 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0521715 May 04 07:30:13.605816 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84001e-c336-4855-9644-e1d19b7b830a req-7017844e-1f09-42ac-8795-569a6a69134c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:13.607388 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e84001e-c336-4855-9644-e1d19b7b830a req-7017844e-1f09-42ac-8795-569a6a69134c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0535462 May 04 07:30:13.632267 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa9aad8d-91f9-47ef-be03-ac59460a985c req-eb640adc-5641-4e4e-af3d-e670e51e4b6f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491312 May 04 07:30:13.671573 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e84001e-c336-4855-9644-e1d19b7b830a req-a546eed5-c04f-49cf-a323-0326b513a357 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550039 May 04 07:30:13.812385 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50114) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:13.895499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-590b381c-6989-4e39-bed1-42b6a7e7633f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819359 May 04 07:30:13.903990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-2dcc3cd0-071e-4199-a926-4e221a47069a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:30:13.904952 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-2dcc3cd0-071e-4199-a926-4e221a47069a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049450 May 04 07:30:13.983775 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50122) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:14.083905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-bc5c040b-c8d4-4b87-bc48-1376265b8df1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:14.085296 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-bc5c040b-c8d4-4b87-bc48-1376265b8df1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports/a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 940 time: 0.1005208 May 04 07:30:14.613828 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-299443c5-469b-45cd-8dee-811acbbfed00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401678 May 04 07:30:14.761816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623fd8-f15c-4208-8a76-109cfc1cfdf5 req-cea49fff-b0c3-4cdc-9fb1-a174568c2bac tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:14.763544 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99623fd8-f15c-4208-8a76-109cfc1cfdf5 req-cea49fff-b0c3-4cdc-9fb1-a174568c2bac tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0523818 May 04 07:30:14.804852 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bc88d-e4c6-4362-9fac-1cc725a225af req-0aae1838-4b85-44d1-9c48-2642989da461 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:14.806302 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-444bc88d-e4c6-4362-9fac-1cc725a225af req-0aae1838-4b85-44d1-9c48-2642989da461 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0549273 May 04 07:30:14.817921 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99623fd8-f15c-4208-8a76-109cfc1cfdf5 req-a6f213c1-77f8-44d3-ac18-238815bb5de6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475798 May 04 07:30:14.874608 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-444bc88d-e4c6-4362-9fac-1cc725a225af req-3b703e29-ec32-40f1-a906-b4d9ce5a7017 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602956 May 04 07:30:14.883930 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-38d4a3d9-5a90-47f5-b85c-727bfb06df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:14.885574 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-38d4a3d9-5a90-47f5-b85c-727bfb06df8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 1129 time: 0.0503380 May 04 07:30:14.913820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:15.001117 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-952c879e-51f1-4394-afa9-ddd2994304e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:15.003814 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-952c879e-51f1-4394-afa9-ddd2994304e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0984507 May 04 07:30:15.052149 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-eb007537-4c9f-4b2f-8015-3c072fbac7da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0386586 May 04 07:30:15.106933 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-45736c62-029c-4315-ade2-05a1f8c48a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:15.108379 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-45736c62-029c-4315-ade2-05a1f8c48a2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0467103 May 04 07:30:15.154592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-c3a70eab-8d06-4544-8338-63ee709af088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:15.156114 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-c3a70eab-8d06-4544-8338-63ee709af088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404172 May 04 07:30:15.264154 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-13abb4d9-07b2-4b63-a5e7-758de7194884 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979166 May 04 07:30:15.359087 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d7850ef5-c3d8-4533-b295-3ded2d96cd46 req-e72c348f-d449-45fc-a43e-ffadeb574d9e service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 May 04 07:30:15.942083 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1922-efa4-4f84-92ea-35229ea5855a req-5e53d071-1a2d-4643-9be8-89adf72feaa1 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:15.949356 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-171b1922-efa4-4f84-92ea-35229ea5855a req-5e53d071-1a2d-4643-9be8-89adf72feaa1 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0595384 May 04 07:30:16.006001 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-171b1922-efa4-4f84-92ea-35229ea5855a req-816622c4-0205-4d0b-b204-78fbec67e9b8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557554 May 04 07:30:16.021971 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2c755-19e4-46ea-a8c5-c78f67d0e285 req-ca5abdad-c694-48b0-b4d3-a5a68bbc488f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.023564 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-35b2c755-19e4-46ea-a8c5-c78f67d0e285 req-ca5abdad-c694-48b0-b4d3-a5a68bbc488f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0555432 May 04 07:30:16.076555 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-35b2c755-19e4-46ea-a8c5-c78f67d0e285 req-f66e1260-8f90-43bc-8d42-3e288a698d98 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 May 04 07:30:16.219323 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-af121a6b-6541-40a5-8b99-7eeef8807ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.220991 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-af121a6b-6541-40a5-8b99-7eeef8807ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 1127 time: 0.0746839 May 04 07:30:16.296881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-5b9a143d-2608-4eb6-9279-278dfeeda563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.299186 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-5b9a143d-2608-4eb6-9279-278dfeeda563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1127 time: 0.0395174 May 04 07:30:16.393865 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-cce0c65f-327a-43f4-85c1-8f2dc4ce5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.395486 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-cce0c65f-327a-43f4-85c1-8f2dc4ce5ed9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.0907013 May 04 07:30:16.482858 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-2890b730-c6a9-459f-9bef-05636adbdf38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 200 len: 999 time: 0.0739501 May 04 07:30:16.534173 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:30:16.622661 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: DOWN; New status is: DOWN {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:16.787868 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-88374012-f1dc-4351-80a0-d81d60cdc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.789348 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-88374012-f1dc-4351-80a0-d81d60cdc404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.2995031 May 04 07:30:16.836060 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-97c040fd-c330-4303-8eec-1977adbc5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:16.837571 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-97c040fd-c330-4303-8eec-1977adbc5a06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417771 May 04 07:30:16.946605 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-dfa11813-6150-4d19-94d8-4c4d4da216c0 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020091 May 04 07:30:17.042200 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-525b2ed3-0218-4a5d-8ee3-f4309343c259 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 May 04 07:30:17.147340 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9ee2-bbd4-4dd5-81fb-70677e305837 req-6d2e7265-9cc0-45fa-b8e8-b4937dea6d9b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:17.149246 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7cc9ee2-bbd4-4dd5-81fb-70677e305837 req-6d2e7265-9cc0-45fa-b8e8-b4937dea6d9b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0598133 May 04 07:30:17.206888 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7cc9ee2-bbd4-4dd5-81fb-70677e305837 req-2b9d69e2-3524-4151-b8fc-3dc1dc9a43cc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497055 May 04 07:30:17.210442 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efec3bd-b443-4916-8347-8fc31be54030 req-8559748e-7d5a-4fb6-8618-4c8c7786b3fb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:17.211955 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5efec3bd-b443-4916-8347-8fc31be54030 req-8559748e-7d5a-4fb6-8618-4c8c7786b3fb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0513349 May 04 07:30:17.263359 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5efec3bd-b443-4916-8347-8fc31be54030 req-6bded76e-b785-4d29-93b6-346736e5c00d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 May 04 07:30:17.982260 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50202) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:18.038129 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Deleting subnet b27f41ac-0813-43e1-b31c-efdf9402b2f9 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:30:18.041588 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Publish callbacks [] for subnet (b27f41ac-0813-43e1-b31c-efdf9402b2f9), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.077588 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (b27f41ac-0813-43e1-b31c-efdf9402b2f9), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.119362 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (b27f41ac-0813-43e1-b31c-efdf9402b2f9), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.174503 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (b27f41ac-0813-43e1-b31c-efdf9402b2f9), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.201883 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27f41ac-0813-43e1-b31c-efdf9402b2f9,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:18.213939 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.219647 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50204) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:18.220287 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b27f41ac-0813-43e1-b31c-efdf9402b2f9 HTTP/1.1" status: 204 len: 168 time: 0.2358878 May 04 07:30:18.222178 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.222593 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.223009 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.223428 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.223821 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.224212 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.224597 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.224983 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.225369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.225753 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.226139 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.226527 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.226922 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.227323 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.227836 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d886a4-04a8-4027-a0b1-f6e60b7ac7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:18.332758 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (ad688595-4716-4ffa-8569-89e089432a1e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.385941 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de5fb-2836-4e19-a721-3fe03eab40b1 req-a22995a7-4162-4380-b20d-5d88a1cf2af3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:18.388006 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4a8de5fb-2836-4e19-a721-3fe03eab40b1 req-a22995a7-4162-4380-b20d-5d88a1cf2af3 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0793989 May 04 07:30:18.411188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb92e-af6b-4a26-94de-9962458074a9 req-dae8c9c7-c932-471c-a3c2-2776a2fcbf47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:18.412855 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c97cb92e-af6b-4a26-94de-9962458074a9 req-dae8c9c7-c932-471c-a3c2-2776a2fcbf47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0691583 May 04 07:30:18.480435 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c97cb92e-af6b-4a26-94de-9962458074a9 req-0073be1e-57df-4e26-b53d-7981be3c5e92 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601954 May 04 07:30:18.490375 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4a8de5fb-2836-4e19-a721-3fe03eab40b1 req-198473c9-0688-4df1-bc15-d3fec33f9f03 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936897 May 04 07:30:18.540689 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (ad688595-4716-4ffa-8569-89e089432a1e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.562945 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad688595-4716-4ffa-8569-89e089432a1e']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:18.572656 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7aeb8a-7745-40fa-9a19-a53346184193') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:18.572956 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7aeb8a-7745-40fa-9a19-a53346184193') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:18.583236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (ab7aeb8a-7745-40fa-9a19-a53346184193), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.600361 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ab7aeb8a-7745-40fa-9a19-a53346184193), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.609060 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:30:18.609698 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (ab7aeb8a-7745-40fa-9a19-a53346184193), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:30:18.612595 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:30:18.679869 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (ad688595-4716-4ffa-8569-89e089432a1e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.685452 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:18.688580 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad688595-4716-4ffa-8569-89e089432a1e HTTP/1.1" status: 204 len: 168 time: 0.4677894 May 04 07:30:18.703632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d37adb-9d69-4cd9-9bc4-02825852ecee admin admin] Pushing event deleted for resources: {'Network': ['ID=ad688595-4716-4ffa-8569-89e089432a1e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:18.895020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50212) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:18.938797 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bb2e0136-526b-4455-b448-521db1e69f34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5454654e735d406cb8b3aea4dd45d770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423949 May 04 07:30:18.941845 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50214) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:19.007126 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] Publish callbacks [] for security_group (c2f8b160-0516-41e5-a153-3ff883c56218), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:19.029707 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] Publish callbacks [] for security_group (c2f8b160-0516-41e5-a153-3ff883c56218), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:19.079325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c2f8b160-0516-41e5-a153-3ff883c56218), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:19.083047 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:19.084500 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f8b160-0516-41e5-a153-3ff883c56218 HTTP/1.1" status: 204 len: 168 time: 0.1415305 May 04 07:30:19.093379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17252f33-fcd1-4051-90e1-857f3f388002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f8b160-0516-41e5-a153-3ff883c56218,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:19.673112 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8035-f198-4917-b563-f35d27215a5f req-18d27ad5-ad0b-4dc7-848a-7599faac8e5c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:19.679312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0974f20-6539-4147-9c2e-362ea10aec13 req-82ac19d4-04dc-4a0a-989b-73d039918fe7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:19.681963 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-aa6a8035-f198-4917-b563-f35d27215a5f req-18d27ad5-ad0b-4dc7-848a-7599faac8e5c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0996234 May 04 07:30:19.686833 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0974f20-6539-4147-9c2e-362ea10aec13 req-82ac19d4-04dc-4a0a-989b-73d039918fe7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1003389 May 04 07:30:19.784640 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0974f20-6539-4147-9c2e-362ea10aec13 req-65824afe-9c54-4c5b-b02a-e5edaf351999 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967305 May 04 07:30:19.800914 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-aa6a8035-f198-4917-b563-f35d27215a5f req-ed1adac5-e852-4cb6-9136-8d50ade37caa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073916 May 04 07:30:19.996414 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50240) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:20.123823 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1096592733-network', 'tenant_id': '489c922d94f946908770992d288abbe2'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:20.147069 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Made reservation on behalf of 489c922d94f946908770992d288abbe2 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:30:20.149357 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.159067 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.251278 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks [] for security_group (7013b2b4-b496-48b4-847a-813faf397c1e), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.256378 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7013b2b4-b496-48b4-847a-813faf397c1e), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.283583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:30:20.292860 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013b2b4-b496-48b4-847a-813faf397c1e,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:20.300352 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (aef8e356-90b0-487e-9ab1-afc4f38e0cf0), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.300721 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Added segment aef8e356-90b0-487e-9ab1-afc4f38e0cf0 of type vlan for network 507c8522-ee7b-4755-93c4-5f0b61a118fc May 04 07:30:20.344367 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (507c8522-ee7b-4755-93c4-5f0b61a118fc), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.376523 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (507c8522-ee7b-4755-93c4-5f0b61a118fc), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.378826 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:20.379521 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.415409 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4172633 May 04 07:30:20.418455 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50244) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:20.423220 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Request body: {'subnet': {'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1096592733-subnet', 'tenant_id': '489c922d94f946908770992d288abbe2', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:20.443487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Made reservation on behalf of 489c922d94f946908770992d288abbe2 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:30:20.445972 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.465019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272ab76-3610-4e81-8022-b49c3544e964 admin admin] Pushing event updated for resources: {'Network': ['ID=507c8522-ee7b-4755-93c4-5f0b61a118fc,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:20.475762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:30:20.683176 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (8a5cacf6-a6af-4486-aebc-594e47c31dbb), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.751816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5cacf6-a6af-4486-aebc-594e47c31dbb,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:20.759052 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Checking segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:20.759435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Network hostable DHCP agents. Network: 507c8522-ee7b-4755-93c4-5f0b61a118fc, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:30:20.777931 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:30:20.788968 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 507c8522-ee7b-4755-93c4-5f0b61a118fc) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:20.794317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:20.794919 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.802140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa07be8c-fbd2-4062-b98c-ed0ee62a1e1d None None] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:30:20.841895 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50252) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:20.847478 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:20.849024 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-70e60983-67ec-4eb9-b325-e33f01df7911 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4194763 May 04 07:30:20.890442 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (5f60363e-7c9f-4396-bc80-53df804b442d), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.891718 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (5f60363e-7c9f-4396-bc80-53df804b442d), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:20.995792 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ae1d5-de16-47eb-b1d7-b9235eb76146 req-95dd05d8-f6b9-4d2f-b027-0ea4df27b47c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:20.997331 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-364ae1d5-de16-47eb-b1d7-b9235eb76146 req-95dd05d8-f6b9-4d2f-b027-0ea4df27b47c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0704181 May 04 07:30:21.046021 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-507c8522-ee7b-4755-93c4-5f0b61a118fc', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'project_id': '489c922d94f946908770992d288abbe2', 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:30:21.047825 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.053232 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96044-ec25-4d7e-aedd-ea492bf2aad0 req-d4cf93b4-0308-4c65-8c77-2b44c568b29e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:21.055391 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-83b96044-ec25-4d7e-aedd-ea492bf2aad0 req-d4cf93b4-0308-4c65-8c77-2b44c568b29e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.1420970 May 04 07:30:21.057179 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for router_controller (5f60363e-7c9f-4396-bc80-53df804b442d), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.081258 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-364ae1d5-de16-47eb-b1d7-b9235eb76146 req-6db75d9c-c910-440b-95ae-22a124ffca1b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730767 May 04 07:30:21.215703 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-83b96044-ec25-4d7e-aedd-ea492bf2aad0 req-15c7d346-651d-4bd7-b29d-242304ed5978 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531878 May 04 07:30:21.241753 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Allocated IP 172.20.0.2 (507c8522-ee7b-4755-93c4-5f0b61a118fc/8a5cacf6-a6af-4486-aebc-594e47c31dbb/bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:21.276197 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for router_gateway (5f60363e-7c9f-4396-bc80-53df804b442d), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.466071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks [] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.481587 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.531248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:21.534862 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:21.538088 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:21.712939 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Pushing event updated for resources: {'Port': ['ID=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:21.756747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Attempting to bind port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:21.757117 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Attempting to bind port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:21.757469 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Attempting to bind port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 on network 507c8522-ee7b-4755-93c4-5f0b61a118fc {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:21.762900 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:21.763320 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Checking segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:21.763813 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.764097 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Bound using segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:21.764537 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Bound port: bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:21.764964 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.765425 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for router_gateway (5f60363e-7c9f-4396-bc80-53df804b442d), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.785403 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.882871 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] For port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:21.886634 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] For port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:21.893264 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:21.926889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Allocated IP 172.27.1.115 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/6cbffafd-7408-45bc-b1ef-e3df51ebc554) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:21.987202 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab94c8a-5d6a-480f-85ce-9f5c3e4f06d0 None None] Pushing event updated for resources: {'Port': ['ID=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:22.062006 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:22.112594 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:22.186948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Pushing event updated for resources: {'Port': ['ID=6cbffafd-7408-45bc-b1ef-e3df51ebc554,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:22.211716 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:22.214001 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:22.217612 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:22.320080 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50591c1-8f3c-4b75-b806-47fc70015208 req-b98fe1b1-22f8-475e-b2b4-bc9c5273c193 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:22.324794 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d50591c1-8f3c-4b75-b806-47fc70015208 req-b98fe1b1-22f8-475e-b2b4-bc9c5273c193 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1144888 May 04 07:30:22.401593 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d50591c1-8f3c-4b75-b806-47fc70015208 req-2cd7ed31-ccc4-4f52-9974-7bdf71625816 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701118 May 04 07:30:22.486773 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649d605-ec57-4c21-aa0b-9a65e050bda5 req-ef0b84e9-cafb-402e-b8d6-2f47364fc4c5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:22.488749 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3649d605-ec57-4c21-aa0b-9a65e050bda5 req-ef0b84e9-cafb-402e-b8d6-2f47364fc4c5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.1528783 May 04 07:30:22.617525 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3649d605-ec57-4c21-aa0b-9a65e050bda5 req-90da0271-4e87-4d79-8e5b-8904942fd2b5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913959 May 04 07:30:22.643864 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for router_gateway (5f60363e-7c9f-4396-bc80-53df804b442d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:22.880893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (5f60363e-7c9f-4396-bc80-53df804b442d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.032508 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Router 5f60363e-7c9f-4396-bc80-53df804b442d is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:30:23.207305 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:23.218374 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Sync routers for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:23.231526 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:23.232365 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.232622 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:23.234026 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5171e46e-aaa5-4ab5-9c00-1c0605fce032 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3909969 May 04 07:30:23.236805 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50258) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:23.294776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c40cca-5de4-4410-aac4-473a70dd5be2 None None] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:30:23.363984 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:23.407432 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Provisioning complete for port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:23.407843 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.555046 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Current status of the port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:23.555527 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.618447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] For port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:23.634196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.726605 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b20c46-3351-41d4-9a1d-199d902b7204 None None] Pushing event updated for resources: {'Port': ['ID=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:23.737741 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:22Z', 'revision_number': 3, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:23.831093 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Checking router: 5f60363e-7c9f-4396-bc80-53df804b442d for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:23.834025 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Updating router 5f60363e-7c9f-4396-bc80-53df804b442d port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:30:23.839323 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec2616-8924-4d90-8f1a-1798cf4d923a req-ba321ab1-9deb-4fb0-8327-3574d57454c4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:23.857799 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-84ec2616-8924-4d90-8f1a-1798cf4d923a req-ba321ab1-9deb-4fb0-8327-3574d57454c4 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1733990 May 04 07:30:23.897756 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:23.907459 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9086a-fcdd-4366-9aa7-e1379baffaea req-c20c6854-83c8-4845-947b-24422bf98dc0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:23.916364 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ef9086a-fcdd-4366-9aa7-e1379baffaea req-c20c6854-83c8-4845-947b-24422bf98dc0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.1522052 May 04 07:30:24.003412 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-84ec2616-8924-4d90-8f1a-1798cf4d923a req-6c3e0650-9e87-49e6-bf57-a505ad492032 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442339 May 04 07:30:24.017972 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7ef9086a-fcdd-4366-9aa7-e1379baffaea req-f5d1020c-bb7c-4dec-8583-df2dde62a314 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998793 May 04 07:30:24.064542 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1911f71c-025b-44d1-8f82-08f2b827f55a None None] Provisioning complete for port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:24.064891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1911f71c-025b-44d1-8f82-08f2b827f55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.085100 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.192683 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1911f71c-025b-44d1-8f82-08f2b827f55a None None] Current status of the port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:24.341151 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Allocated IP 172.20.0.1 (507c8522-ee7b-4755-93c4-5f0b61a118fc/8a5cacf6-a6af-4486-aebc-594e47c31dbb/a747c8a1-880c-4afa-9e6e-7285ac573513) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:24.369515 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks [] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.385135 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:24.386063 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.469215 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Pushing event updated for resources: {'Port': ['ID=6cbffafd-7408-45bc-b1ef-e3df51ebc554,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:24.477820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:24.478494 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.506802 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Attempting to bind port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:24.507360 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Attempting to bind port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:24.507822 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Attempting to bind port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:24.511927 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.512545 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.512950 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.513427 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.513944 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.514452 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.514956 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.515704 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.516083 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.516562 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.517063 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.518305 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.518792 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.519287 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.519879 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:24.527126 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:24.527783 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:24.528349 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.528887 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:24.529497 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Bound port: 6cbffafd-7408-45bc-b1ef-e3df51ebc554, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:24.530012 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.544168 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks [] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.599267 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] For port 6cbffafd-7408-45bc-b1ef-e3df51ebc554, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:24.603684 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] For port 6cbffafd-7408-45bc-b1ef-e3df51ebc554, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=6cbffafd-7408-45bc-b1ef-e3df51ebc554,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:24.612470 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.632173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.664710 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:24.700614 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c4e2-07f4-4a22-b1d4-2bbee6440b89 None None] Pushing event updated for resources: {'Port': ['ID=6cbffafd-7408-45bc-b1ef-e3df51ebc554,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:24.710835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:24.713903 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:24.714324 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:24.715022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:24.723763 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:24.749942 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Pushing event updated for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:24.782751 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (5f60363e-7c9f-4396-bc80-53df804b442d), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:24.869634 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:25.004314 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:25.143185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-b6f12a88-7a32-465d-9c27-416031c33060 None None] Provisioning complete for port a747c8a1-880c-4afa-9e6e-7285ac573513 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:25.143185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6f12a88-7a32-465d-9c27-416031c33060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:25.214944 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb004d-10f4-460b-a6e7-ba2b6139e9c8 req-758b26a8-e235-4208-a31f-c9d82275f07c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:25.218686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b6f12a88-7a32-465d-9c27-416031c33060 None None] Port a747c8a1-880c-4afa-9e6e-7285ac573513 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:30:25.224072 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1feb004d-10f4-460b-a6e7-ba2b6139e9c8 req-758b26a8-e235-4208-a31f-c9d82275f07c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0986035 May 04 07:30:25.304864 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:22Z', 'revision_number': 3, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:25.320290 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1feb004d-10f4-460b-a6e7-ba2b6139e9c8 req-36a964b8-10d1-4fa1-8672-f8710e3afbdf tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953212 May 04 07:30:25.348357 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168bd51-48df-43fe-a371-a4d98ac4768e None None] The sync data for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi is: [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:22Z', 'revision_number': 3, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:25.372171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1fafe-91a1-40ac-8963-9c9a3b584e75 req-e8c14208-d237-4725-8324-4aa665ae0e93 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:25.373859 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b2b1fafe-91a1-40ac-8963-9c9a3b584e75 req-e8c14208-d237-4725-8324-4aa665ae0e93 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1762598 May 04 07:30:25.447326 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks [] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:25.458495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:25.570726 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b2b1fafe-91a1-40ac-8963-9c9a3b584e75 req-86cef899-ff06-449d-af9f-e2c692bebcc9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868827 May 04 07:30:25.598615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Pushing event updated for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:25.612221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (5f60363e-7c9f-4396-bc80-53df804b442d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:25.763370 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:25.764917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:25.931515 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Router 5f60363e-7c9f-4396-bc80-53df804b442d has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:30:26.117191 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:26.131590 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b55127d5-d5c1-4875-81db-4bbb17def524 admin admin] 10.222.0.21 "PUT /v2.0/routers/5f60363e-7c9f-4396-bc80-53df804b442d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8852808 May 04 07:30:26.147309 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-7383289e-4ed7-4c1a-9d87-720e6c9e6a31 None None] Provisioning complete for port a747c8a1-880c-4afa-9e6e-7285ac573513 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:26.147903 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7383289e-4ed7-4c1a-9d87-720e6c9e6a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:26.191829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7383289e-4ed7-4c1a-9d87-720e6c9e6a31 None None] Port a747c8a1-880c-4afa-9e6e-7285ac573513 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:30:26.300065 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 6cbffafd-7408-45bc-b1ef-e3df51ebc554 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:26.384827 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:26.385208 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:26.507469 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953e4f2-7cd2-4f0f-934a-94186a604844 req-484a2626-e9e4-46c1-a25a-15f5928aa550 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:26.509454 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0953e4f2-7cd2-4f0f-934a-94186a604844 req-484a2626-e9e4-46c1-a25a-15f5928aa550 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0643241 May 04 07:30:26.585290 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:26.585932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:26.623695 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0953e4f2-7cd2-4f0f-934a-94186a604844 req-db64b14e-efec-4e5a-92ff-79b8b7315a25 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085637 May 04 07:30:26.637506 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 6cbffafd-7408-45bc-b1ef-e3df51ebc554, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=6cbffafd-7408-45bc-b1ef-e3df51ebc554,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:26.646909 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:26.751686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=6cbffafd-7408-45bc-b1ef-e3df51ebc554,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:26.828070 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f53c-77de-49d4-81e1-b40a33fc59f9 req-0bc57ad5-450f-4a4a-8994-3c4cbc4f1ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:26.836932 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9d2f53c-77de-49d4-81e1-b40a33fc59f9 req-0bc57ad5-450f-4a4a-8994-3c4cbc4f1ba9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0991929 May 04 07:30:26.928348 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9d2f53c-77de-49d4-81e1-b40a33fc59f9 req-df2121fa-fb2e-481c-9de8-fe044a806f07 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905886 May 04 07:30:27.000475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50292) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:27.006226 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1628272191-network', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:27.032079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Made reservation on behalf of 709bfe8332eb47ffb4d03313abeff046 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:30:27.036954 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.046356 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.147175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks [] for security_group (bb365b33-b1e8-46f5-8622-b6b10cbebf64), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.147175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bb365b33-b1e8-46f5-8622-b6b10cbebf64), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.175307 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:30:27.188659 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb365b33-b1e8-46f5-8622-b6b10cbebf64,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:27.194622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.194622 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Added segment 884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16 of type vlan for network 44d978b5-5525-4493-8b81-62479b3b147f May 04 07:30:27.244090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (44d978b5-5525-4493-8b81-62479b3b147f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.270311 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (44d978b5-5525-4493-8b81-62479b3b147f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.271302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:27.271882 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.366930 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=44d978b5-5525-4493-8b81-62479b3b147f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:27.384587 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 44d978b5-5525-4493-8b81-62479b3b147f details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:30:27.385149 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7aac248b-0209-42de-9a0b-ab079152e0e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3796160 May 04 07:30:27.386172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50296) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:27.390734 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Request body: {'subnet': {'network_id': '44d978b5-5525-4493-8b81-62479b3b147f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1628272191-subnet', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:27.426804 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Made reservation on behalf of 709bfe8332eb47ffb4d03313abeff046 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:30:27.434965 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.770769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (287ff2ac-9517-456c-9616-04179f479cc6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:27.772623 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Sync routers for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:27.788623 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:27.789610 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:27.865340 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a163a-86f3-45c4-a10a-580bdeb3f8e3 req-fe172399-8e14-45e7-973a-55c750fbb830 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:27.881299 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c80a163a-86f3-45c4-a10a-580bdeb3f8e3 req-fe172399-8e14-45e7-973a-55c750fbb830 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0946457 May 04 07:30:27.921587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=287ff2ac-9517-456c-9616-04179f479cc6,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:27.926507 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:27.943800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Checking segment: {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:27.944147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Network hostable DHCP agents. Network: 44d978b5-5525-4493-8b81-62479b3b147f, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:30:28.005180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Network 44d978b5-5525-4493-8b81-62479b3b147f is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:30:28.007365 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c80a163a-86f3-45c4-a10a-580bdeb3f8e3 req-63fc7b47-73a3-480e-b600-4338d5910101 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250739 May 04 07:30:28.019169 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 44d978b5-5525-4493-8b81-62479b3b147f) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:28.024184 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:28.024943 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.034547 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c59c7-8e9d-443c-b0a9-5e4ad7aa4442 None None] Network 44d978b5-5525-4493-8b81-62479b3b147f requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:30:28.055455 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e4a5498b-90ae-449a-9be6-2623eede20ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6680982 May 04 07:30:28.057797 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50302) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:28.062605 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:28.088368 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (ff75911e-05be-4009-974c-5bca804172ba), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.090108 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (ff75911e-05be-4009-974c-5bca804172ba), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.195764 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for router_controller (ff75911e-05be-4009-974c-5bca804172ba), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.258157 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-44d978b5-5525-4493-8b81-62479b3b147f', 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f', 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'fixed_ips': [{'subnet_id': '287ff2ac-9517-456c-9616-04179f479cc6'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:30:28.259098 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.266059 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b62934-5273-4878-809f-959c75f6da5b req-e683eba3-1404-48c8-b6b5-0393c7e7507e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:28.271299 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68b62934-5273-4878-809f-959c75f6da5b req-e683eba3-1404-48c8-b6b5-0393c7e7507e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1302905 May 04 07:30:28.331837 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68b62934-5273-4878-809f-959c75f6da5b req-0d629d00-7a3f-46d9-b5be-afc84d41f395 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513613 May 04 07:30:28.340493 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 6cbffafd-7408-45bc-b1ef-e3df51ebc554 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:28.387020 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for router_gateway (ff75911e-05be-4009-974c-5bca804172ba), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.391501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:25Z', 'revision_number': 2, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:28.432867 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Checking router: 5f60363e-7c9f-4396-bc80-53df804b442d for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:28.433169 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Updating router 5f60363e-7c9f-4396-bc80-53df804b442d port a747c8a1-880c-4afa-9e6e-7285ac573513 binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:30:28.501579 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.507184 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:28.507636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.542698 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Allocated IP 172.20.0.2 (44d978b5-5525-4493-8b81-62479b3b147f/287ff2ac-9517-456c-9616-04179f479cc6/13bb0841-c35f-4f81-8eb8-586cbc45263f) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:28.571318 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for router_gateway (ff75911e-05be-4009-974c-5bca804172ba), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.590840 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.701799 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Allocated IP 172.27.1.174 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:28.812648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.850484 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:28.893325 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:28.896420 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:28.902167 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:28.924040 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:28.925073 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Pushing event updated for resources: {'Port': ['ID=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:29.027046 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks [] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.039575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.091164 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Network 44d978b5-5525-4493-8b81-62479b3b147f is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:29.103709 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:29.106056 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:29.137292 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Pushing event updated for resources: {'Port': ['ID=13bb0841-c35f-4f81-8eb8-586cbc45263f,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:29.140731 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e772450-6860-4c8f-b4ae-32257bbd0501 req-9a71210c-86f4-43aa-912f-bd5b16dc1a8e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:29.142266 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e772450-6860-4c8f-b4ae-32257bbd0501 req-9a71210c-86f4-43aa-912f-bd5b16dc1a8e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0863545 May 04 07:30:29.194973 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks [] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.207928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.226457 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for router_gateway (ff75911e-05be-4009-974c-5bca804172ba), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.232614 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Attempting to bind port 13bb0841-c35f-4f81-8eb8-586cbc45263f on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:29.232981 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Attempting to bind port 13bb0841-c35f-4f81-8eb8-586cbc45263f by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:29.233338 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Attempting to bind port 13bb0841-c35f-4f81-8eb8-586cbc45263f on network 44d978b5-5525-4493-8b81-62479b3b147f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:29.250937 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:29.251986 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Checking segment: {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:29.252460 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.252876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Bound using segment: {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:29.253595 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Bound port: 13bb0841-c35f-4f81-8eb8-586cbc45263f, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:29.254104 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.273556 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e772450-6860-4c8f-b4ae-32257bbd0501 req-db6c216a-7d9c-4233-b4ef-492a782e298a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184592 May 04 07:30:29.274866 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deb37b-4a99-4f6a-ae5d-80a3d8cd626d None None] Pushing event updated for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:29.381004 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Attempting to bind port a747c8a1-880c-4afa-9e6e-7285ac573513 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:29.381424 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Attempting to bind port a747c8a1-880c-4afa-9e6e-7285ac573513 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:29.381783 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Attempting to bind port a747c8a1-880c-4afa-9e6e-7285ac573513 on network 507c8522-ee7b-4755-93c4-5f0b61a118fc {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:29.384781 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] For port 13bb0841-c35f-4f81-8eb8-586cbc45263f, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:29.389247 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] For port 13bb0841-c35f-4f81-8eb8-586cbc45263f, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=13bb0841-c35f-4f81-8eb8-586cbc45263f,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:29.398481 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:29.399226 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Checking segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:29.399347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.399742 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Bound using segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:29.400232 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Bound port: a747c8a1-880c-4afa-9e6e-7285ac573513, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:29.400613 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.414320 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.508519 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba2239-c357-46f0-beb2-3531fa38ebe4 req-8c516d99-2a73-4d70-b9f7-36eaa7d76628 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:29.510225 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1dba2239-c357-46f0-beb2-3531fa38ebe4 req-8c516d99-2a73-4d70-b9f7-36eaa7d76628 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0737388 May 04 07:30:29.524994 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf011eb-095a-4709-a3ac-cc1ffc6ac073 None None] Pushing event updated for resources: {'Port': ['ID=13bb0841-c35f-4f81-8eb8-586cbc45263f,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:29.529610 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (ff75911e-05be-4009-974c-5bca804172ba), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.549944 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] For port a747c8a1-880c-4afa-9e6e-7285ac573513, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:29.554356 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] For port a747c8a1-880c-4afa-9e6e-7285ac573513, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a747c8a1-880c-4afa-9e6e-7285ac573513,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:29.562100 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.582853 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1dba2239-c357-46f0-beb2-3531fa38ebe4 req-862d1149-28df-4937-a0d2-8a161a065e05 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639739 May 04 07:30:29.633362 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:29.634137 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:29.701019 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deb37b-4a99-4f6a-ae5d-80a3d8cd626d None None] Pushing event updated for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:29.717205 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Provisioning complete for port a747c8a1-880c-4afa-9e6e-7285ac573513 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:29.717574 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:29.885208 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:29.987548 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Router ff75911e-05be-4009-974c-5bca804172ba is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:30:30.006567 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Current status of the port a747c8a1-880c-4afa-9e6e-7285ac573513 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:30.006567 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.098578 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60059f2d-72dc-4cdb-828a-348ecb25e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.104580 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:30.112102 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] For port a747c8a1-880c-4afa-9e6e-7285ac573513, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a747c8a1-880c-4afa-9e6e-7285ac573513,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:30.117126 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.118379 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Sync routers for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:30.131792 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.133325 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f7253f5f-56b4-4917-9acf-a8b584a3ca67 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0743759 May 04 07:30:30.135881 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50308) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:30.137215 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:30.137897 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:30.211387 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8284e65-5428-4068-a2ad-3adcf0e2648f None None] Pushing event updated for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:30.223662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:29Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:30.264428 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba13df-81d9-461b-b0e3-99d95051fb55 None None] The sync data for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi is: [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:29Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:30.275407 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-cb4d15b5-8d1b-40fe-bb92-772865851d1a None None] Provisioning complete for port a747c8a1-880c-4afa-9e6e-7285ac573513 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:30.275789 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cb4d15b5-8d1b-40fe-bb92-772865851d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.299650 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:30.403281 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 13bb0841-c35f-4f81-8eb8-586cbc45263f up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:30.490567 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:30:30.497249 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d15b5-8d1b-40fe-bb92-772865851d1a None None] Current status of the port a747c8a1-880c-4afa-9e6e-7285ac573513 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:30.514169 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02944e-47ef-41fa-9f84-488903a82f9d req-a57d0a79-0c5d-46cb-8172-c891c30538db tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:30.516201 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cd02944e-47ef-41fa-9f84-488903a82f9d req-a57d0a79-0c5d-46cb-8172-c891c30538db tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0862348 May 04 07:30:30.537280 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 13bb0841-c35f-4f81-8eb8-586cbc45263f triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:30.538064 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.639419 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:29Z', 'revision_number': 3, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:30.675801 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cd02944e-47ef-41fa-9f84-488903a82f9d req-e104a96c-84c8-4f15-b9af-5e9b13630344 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223395 May 04 07:30:30.701918 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Checking router: ff75911e-05be-4009-974c-5bca804172ba for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:30.702500 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Updating router ff75911e-05be-4009-974c-5bca804172ba port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:30:30.707783 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 13bb0841-c35f-4f81-8eb8-586cbc45263f is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:30.708016 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.761513 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 13bb0841-c35f-4f81-8eb8-586cbc45263f, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=13bb0841-c35f-4f81-8eb8-586cbc45263f,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:30.762451 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.770497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:30.842990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0697d16-da50-4bb9-a9c0-33d1b5fec740 req-277b3fe6-5f17-4663-97b5-695ab001ffbb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:30.851608 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0697d16-da50-4bb9-a9c0-33d1b5fec740 req-277b3fe6-5f17-4663-97b5-695ab001ffbb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1069052 May 04 07:30:30.856966 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=13bb0841-c35f-4f81-8eb8-586cbc45263f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:30.936082 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0697d16-da50-4bb9-a9c0-33d1b5fec740 req-2973a314-f85d-49a6-81e1-e4c238bc7fe2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831494 May 04 07:30:31.014993 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c9f84-e610-4498-847f-d362440fdd2a None None] Network 44d978b5-5525-4493-8b81-62479b3b147f requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:30:31.052677 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.134889 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-8dcba247-8a82-430a-aaa6-05c8422fc414 None None] Provisioning complete for port 13bb0841-c35f-4f81-8eb8-586cbc45263f triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:31.135288 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8dcba247-8a82-430a-aaa6-05c8422fc414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.203358 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks [] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.216276 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.265833 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8933a6-c617-44e3-8b65-29eedc1a97c5 None None] Pushing event updated for resources: {'Port': ['ID=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:31.316293 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Attempting to bind port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:31.316581 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Attempting to bind port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:31.317523 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Attempting to bind port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:31.339272 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:31.340890 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:31.340890 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.341116 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:31.343907 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Bound port: 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:31.346307 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.371289 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Allocated IP 172.20.0.1 (44d978b5-5525-4493-8b81-62479b3b147f/287ff2ac-9517-456c-9616-04179f479cc6/9b614412-addd-4bc0-b070-d3fa915e0396) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:31.385014 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8dcba247-8a82-430a-aaa6-05c8422fc414 None None] Current status of the port 13bb0841-c35f-4f81-8eb8-586cbc45263f is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:31.453074 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] For port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:31.458298 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] For port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:31.470839 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.546762 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8933a6-c617-44e3-8b65-29eedc1a97c5 None None] Pushing event updated for resources: {'Port': ['ID=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:31.584418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks [] for port (9b614412-addd-4bc0-b070-d3fa915e0396), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.592640 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:31.593311 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:31.632280 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.680806 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Network 44d978b5-5525-4493-8b81-62479b3b147f is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:31.686053 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:31.693893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:31.721877 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Pushing event updated for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:31.741578 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-2a40efd4-77cd-463f-ba68-6621983dd5b5 None None] Provisioning complete for port 13bb0841-c35f-4f81-8eb8-586cbc45263f triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:31.742028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a40efd4-77cd-463f-ba68-6621983dd5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.794390 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (ff75911e-05be-4009-974c-5bca804172ba), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:31.866820 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:31.945697 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e33a2a-8cdf-4882-b631-8c83bec91b32 req-ba753d57-6c03-43e7-b4db-6f31c192c440 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:31.954764 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-38e33a2a-8cdf-4882-b631-8c83bec91b32 req-ba753d57-6c03-43e7-b4db-6f31c192c440 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0665793 May 04 07:30:31.997648 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-2a40efd4-77cd-463f-ba68-6621983dd5b5 None None] Current status of the port 13bb0841-c35f-4f81-8eb8-586cbc45263f is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:32.066738 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-38e33a2a-8cdf-4882-b631-8c83bec91b32 req-1481236a-073a-4ada-8c20-478ea941f1ad tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089234 May 04 07:30:32.132271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-8cde40df-11c9-4599-9bdd-c429739eb064 None None] Provisioning complete for port 9b614412-addd-4bc0-b070-d3fa915e0396 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:32.132271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8cde40df-11c9-4599-9bdd-c429739eb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.207997 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:29Z', 'revision_number': 3, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:32.209418 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329df4ba-2854-46e6-8953-42447689afdf req-6670921b-6982-4144-bd08-cda0d19d6b76 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:32.214730 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-329df4ba-2854-46e6-8953-42447689afdf req-6670921b-6982-4144-bd08-cda0d19d6b76 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1337264 May 04 07:30:32.221561 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.249527 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8cde40df-11c9-4599-9bdd-c429739eb064 None None] Port 9b614412-addd-4bc0-b070-d3fa915e0396 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:30:32.264602 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22a8d-d394-47c5-9128-63af4088481f None None] The sync data for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi is: [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:29Z', 'revision_number': 3, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:32.300012 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce8c585c-b32c-4dce-b143-125122ae1782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.322304 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-329df4ba-2854-46e6-8953-42447689afdf req-c120e3ea-5285-4c33-b2de-f38fab0889a2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967650 May 04 07:30:32.482457 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a747c8a1-880c-4afa-9e6e-7285ac573513 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:32.532709 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks [] for port (9b614412-addd-4bc0-b070-d3fa915e0396), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.536315 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port a747c8a1-880c-4afa-9e6e-7285ac573513 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:32.536790 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.538702 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.617608 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (ff75911e-05be-4009-974c-5bca804172ba), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.620997 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Pushing event updated for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:32.735326 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Network 44d978b5-5525-4493-8b81-62479b3b147f is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:32.737300 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:32.818837 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port a747c8a1-880c-4afa-9e6e-7285ac573513 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:32.820130 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 13bb0841-c35f-4f81-8eb8-586cbc45263f up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:32.899938 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 13bb0841-c35f-4f81-8eb8-586cbc45263f triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:32.900552 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:32.966668 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Router ff75911e-05be-4009-974c-5bca804172ba has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:30:33.045464 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 13bb0841-c35f-4f81-8eb8-586cbc45263f is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:33.143038 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:33.152722 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-825b8b0d-363e-4de8-9219-85c72c6b4126 admin admin] 10.222.0.21 "PUT /v2.0/routers/ff75911e-05be-4009-974c-5bca804172ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157387 May 04 07:30:33.199036 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-f0da4b60-6492-4ed3-834c-41d04339d890 None None] Provisioning complete for port 9b614412-addd-4bc0-b070-d3fa915e0396 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:33.200431 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f0da4b60-6492-4ed3-834c-41d04339d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:33.241053 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe546b1c-c5f8-405e-b01d-88a1fc07c8e3 req-3c11a966-f44e-4a6c-afb6-fa86ea90670b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:33.243130 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fe546b1c-c5f8-405e-b01d-88a1fc07c8e3 req-3c11a966-f44e-4a6c-afb6-fa86ea90670b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0667639 May 04 07:30:33.260133 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f0da4b60-6492-4ed3-834c-41d04339d890 None None] Port 9b614412-addd-4bc0-b070-d3fa915e0396 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:30:33.317288 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fe546b1c-c5f8-405e-b01d-88a1fc07c8e3 req-f88e2f0f-5036-46c9-b672-edd9d1c75de1 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633676 May 04 07:30:33.510796 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:33.523286 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c175c-554b-4927-a69c-64139692981a req-86d5f11b-2899-46ec-a0b8-24385c4de977 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:33.531514 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c0c175c-554b-4927-a69c-64139692981a req-86d5f11b-2899-46ec-a0b8-24385c4de977 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.0691514 May 04 07:30:33.620718 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c0c175c-554b-4927-a69c-64139692981a req-bce5aa4a-6a4d-4a28-8e24-bda0e7203936 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854690 May 04 07:30:34.340855 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:34.413716 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:34.414087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:34.488745 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45aa4a-6c10-4530-aa95-0a81e4d0499a req-a220d2a9-6aaa-40ed-92eb-f9c823a583df tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:34.490425 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d45aa4a-6c10-4530-aa95-0a81e4d0499a req-a220d2a9-6aaa-40ed-92eb-f9c823a583df tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0774629 May 04 07:30:34.569322 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6d45aa4a-6c10-4530-aa95-0a81e4d0499a req-7f36e241-d571-4200-a5cf-e287406e2795 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732579 May 04 07:30:34.586426 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:34.587096 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:34.631030 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:34.672713 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:34.851107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:34.877337 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03b2e-2081-4fa5-85bc-e61ad69e9a84 req-01a1ca66-e0aa-4ca7-bfc5-5ff18ebc8226 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:34.887296 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:34.888868 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8c03b2e-2081-4fa5-85bc-e61ad69e9a84 req-01a1ca66-e0aa-4ca7-bfc5-5ff18ebc8226 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1538684 May 04 07:30:34.904130 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Sync routers for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:34.919207 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:34.922803 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:34.989314 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8c03b2e-2081-4fa5-85bc-e61ad69e9a84 req-fbec8bf0-6666-4da9-a3cc-909c2e96fe47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993609 May 04 07:30:35.071501 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3535-7d34-4164-a3f6-47615e897fbf req-3dd7a7ca-2326-40bb-8219-462eeadb3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:35.075324 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa1e3535-7d34-4164-a3f6-47615e897fbf req-3dd7a7ca-2326-40bb-8219-462eeadb3f35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.0751750 May 04 07:30:35.130028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:35.167408 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa1e3535-7d34-4164-a3f6-47615e897fbf req-b285fe43-bfd3-496e-8eb2-df94980ff29b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786049 May 04 07:30:35.398311 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:32Z', 'revision_number': 4, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '9b614412-addd-4bc0-b070-d3fa915e0396', 'name': '', 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'mac_address': 'fa:16:3e:f7:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '287ff2ac-9517-456c-9616-04179f479cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:31Z', 'updated_at': '2022-05-04T07:30:32Z', 'revision_number': 2, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'subnets': [{'id': '287ff2ac-9517-456c-9616-04179f479cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:35.435492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Checking router: ff75911e-05be-4009-974c-5bca804172ba for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:35.435899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Updating router ff75911e-05be-4009-974c-5bca804172ba port 9b614412-addd-4bc0-b070-d3fa915e0396 binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:30:35.492851 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:35.745257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddf144-dcc8-430e-b4eb-146fcb6504e9 req-aa23b988-1a3a-4049-985c-c6ed9746e1d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:35.756866 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bfddf144-dcc8-430e-b4eb-146fcb6504e9 req-aa23b988-1a3a-4049-985c-c6ed9746e1d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0806777 May 04 07:30:35.831596 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bfddf144-dcc8-430e-b4eb-146fcb6504e9 req-09df40ab-1f46-4ea2-a83c-b7a80db57422 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665207 May 04 07:30:35.919865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks [] for port (9b614412-addd-4bc0-b070-d3fa915e0396), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:35.941691 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.011932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dba99-5625-4a00-ab44-28678bf019ed None None] Pushing event updated for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:36.110305 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Attempting to bind port 9b614412-addd-4bc0-b070-d3fa915e0396 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:30:36.110825 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Attempting to bind port 9b614412-addd-4bc0-b070-d3fa915e0396 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:30:36.112626 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Attempting to bind port 9b614412-addd-4bc0-b070-d3fa915e0396 on network 44d978b5-5525-4493-8b81-62479b3b147f {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:30:36.122936 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:30:36.123498 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Checking segment: {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:30:36.123972 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.124702 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Bound using segment: {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:30:36.125266 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Bound port: 9b614412-addd-4bc0-b070-d3fa915e0396, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:30:36.125729 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.258169 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e1742-4d10-41d5-adae-e307e1f5d731 req-ffad3336-3e4f-4ba7-93b0-1f2e2343770f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:36.269826 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d7e1742-4d10-41d5-adae-e307e1f5d731 req-ffad3336-3e4f-4ba7-93b0-1f2e2343770f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1199989 May 04 07:30:36.277214 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] For port 9b614412-addd-4bc0-b070-d3fa915e0396, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:30:36.339820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] For port 9b614412-addd-4bc0-b070-d3fa915e0396, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=9b614412-addd-4bc0-b070-d3fa915e0396,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:30:36.355411 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:36.361745 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d7e1742-4d10-41d5-adae-e307e1f5d731 req-a54702c6-ec9c-4c4d-894a-2e47c84fac2e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881188 May 04 07:30:36.364615 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.399630 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.404890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Provisioning complete for port 9b614412-addd-4bc0-b070-d3fa915e0396 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:36.405489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.553207 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:36.554635 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:36.680057 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dba99-5625-4a00-ab44-28678bf019ed None None] Pushing event updated for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:36.721976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Current status of the port 9b614412-addd-4bc0-b070-d3fa915e0396 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:36.722293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:36.726671 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:36.727111 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:37.022066 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecf598-0c5e-496e-bd87-235708969712 req-82b39900-d34e-459d-8b3b-f01398206aaa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:37.034387 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1eecf598-0c5e-496e-bd87-235708969712 req-82b39900-d34e-459d-8b3b-f01398206aaa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0882533 May 04 07:30:37.042822 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] For port 9b614412-addd-4bc0-b070-d3fa915e0396, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=9b614412-addd-4bc0-b070-d3fa915e0396,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:37.060807 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:37.111985 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1eecf598-0c5e-496e-bd87-235708969712 req-85a1f0d0-a939-4af0-ae82-9147c8147412 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763738 May 04 07:30:37.149075 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:37.278307 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ba44-c7e9-43df-a6e0-f318567ab767 None None] Pushing event updated for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:37.281253 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-3a6cb6da-d59f-4b0d-b71a-da69dbe8c972 None None] Provisioning complete for port 9b614412-addd-4bc0-b070-d3fa915e0396 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:37.281603 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb6da-d59f-4b0d-b71a-da69dbe8c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:37.362493 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:37.547824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cb6da-d59f-4b0d-b71a-da69dbe8c972 None None] Current status of the port 9b614412-addd-4bc0-b070-d3fa915e0396 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:37.583618 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1b96c-0310-4f9a-8407-097ad3b5d3a1 req-605030b8-db88-4975-b82c-6a100cce064c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:37.602005 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-77e1b96c-0310-4f9a-8407-097ad3b5d3a1 req-605030b8-db88-4975-b82c-6a100cce064c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1112595 May 04 07:30:37.629024 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:32Z', 'revision_number': 4, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '9b614412-addd-4bc0-b070-d3fa915e0396', 'name': '', 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'mac_address': 'fa:16:3e:f7:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '287ff2ac-9517-456c-9616-04179f479cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:31Z', 'updated_at': '2022-05-04T07:30:36Z', 'revision_number': 4, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'subnets': [{'id': '287ff2ac-9517-456c-9616-04179f479cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:37.683083 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f4a1d-3ca4-4804-891e-1e471da6bd6c None None] The sync data for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi is: [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:32Z', 'revision_number': 4, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '9b614412-addd-4bc0-b070-d3fa915e0396', 'name': '', 'network_id': '44d978b5-5525-4493-8b81-62479b3b147f', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'mac_address': 'fa:16:3e:f7:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '287ff2ac-9517-456c-9616-04179f479cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:31Z', 'updated_at': '2022-05-04T07:30:36Z', 'revision_number': 4, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'subnets': [{'id': '287ff2ac-9517-456c-9616-04179f479cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:37.700532 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-77e1b96c-0310-4f9a-8407-097ad3b5d3a1 req-a63d9abd-42b9-49f4-aebd-931cd5f52e8c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965908 May 04 07:30:37.878771 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-e54188ba-9b88-4f27-9278-66adbffb7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:37.882914 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-e54188ba-9b88-4f27-9278-66adbffb7435 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.1081307 May 04 07:30:37.977698 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea35f7-e745-45e5-ade7-512cdc81308f req-066876a0-a53a-40b9-b910-dd0aa6b0465e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:37.979678 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28ea35f7-e745-45e5-ade7-512cdc81308f req-066876a0-a53a-40b9-b910-dd0aa6b0465e tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.1550493 May 04 07:30:38.045547 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-314df8c8-7cd5-4a03-9ba5-63abd0bba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:38.045547 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-314df8c8-7cd5-4a03-9ba5-63abd0bba925 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1552179 May 04 07:30:38.118667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28ea35f7-e745-45e5-ade7-512cdc81308f req-2cb7c6f2-3930-4b4e-b724-83f319d6e591 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250939 May 04 07:30:38.321794 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 9b614412-addd-4bc0-b070-d3fa915e0396 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:38.362832 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-81f33d54-0383-4693-ac84-21023a397ff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 1001 time: 0.1564417 May 04 07:30:38.412711 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 9b614412-addd-4bc0-b070-d3fa915e0396 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:38.413076 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:38.535957 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 9b614412-addd-4bc0-b070-d3fa915e0396 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:38.972883 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2bcdc-7b20-4963-a33f-aa4c02c16d1b req-4584cdd8-48d6-47eb-80ca-dce61b5fb6bd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:38.987861 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6bb2bcdc-7b20-4963-a33f-aa4c02c16d1b req-4584cdd8-48d6-47eb-80ca-dce61b5fb6bd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1507235 May 04 07:30:39.053580 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6bb2bcdc-7b20-4963-a33f-aa4c02c16d1b req-23e61e2e-dca0-4a8d-a4f4-26419e9d922c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629623 May 04 07:30:39.389887 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523b57d-cb35-4183-bd89-b8321f5b1a08 req-bd5ae15c-10f8-4297-849f-0ea921282fa0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:39.398026 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7523b57d-cb35-4183-bd89-b8321f5b1a08 req-bd5ae15c-10f8-4297-849f-0ea921282fa0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.1368787 May 04 07:30:39.492354 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7523b57d-cb35-4183-bd89-b8321f5b1a08 req-9f44a18c-462b-47f8-98f8-12cffa1634e7 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788615 May 04 07:30:39.904250 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-850dbec5-cfac-4366-a565-9f20cda6bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:39.906128 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-850dbec5-cfac-4366-a565-9f20cda6bd08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0755115 May 04 07:30:39.976929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-73da0a09-fa8a-42f2-b8fc-0629f39cc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:39.978541 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-73da0a09-fa8a-42f2-b8fc-0629f39cc72d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626638 May 04 07:30:40.143949 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-b8f59d25-6491-4599-a317-4e2ce538b648 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582899 May 04 07:30:40.296364 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539df96-9b99-4d4e-a130-ba7b2382eabe req-f6a18e6d-f4e2-442c-b110-54630327c642 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:40.302704 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5539df96-9b99-4d4e-a130-ba7b2382eabe req-f6a18e6d-f4e2-442c-b110-54630327c642 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 943 time: 0.1035423 May 04 07:30:40.315703 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c51b9a81-e3a3-40ab-8b0c-acbaff290e43 req-2fca7064-a68b-4a70-92a2-bd3c7d2e9497 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646874 May 04 07:30:40.388389 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5539df96-9b99-4d4e-a130-ba7b2382eabe req-f895966e-d6f1-415c-ab6f-5edc36bfe3e1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708292 May 04 07:30:40.667971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad2742-be5e-40e0-91f7-c147b0d25588 req-7db9d118-b0c9-48b2-a4f9-d88083480c4f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:40.669516 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cdad2742-be5e-40e0-91f7-c147b0d25588 req-7db9d118-b0c9-48b2-a4f9-d88083480c4f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0758510 May 04 07:30:40.702343 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:30:40.752096 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cdad2742-be5e-40e0-91f7-c147b0d25588 req-acfc9ff1-895a-4c00-bea6-dca7ea16235d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768447 May 04 07:30:40.873233 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:40.892571 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'mac_address': 'fa:16:3e:a2:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:30:40.955220 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:40.955905 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:40.973020 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:30:41.003885 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:41.008115 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:41.070887 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=9']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:41.558526 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['a6010091-d7c4-444a-ae1e-4b6a7628d021'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:30:41.561855 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3dd1-2883-4e4d-a2d4-f5c2d3d77bca req-e35d226e-2b80-4c63-97e4-58563033aab7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:41.563766 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-67fe3dd1-2883-4e4d-a2d4-f5c2d3d77bca req-e35d226e-2b80-4c63-97e4-58563033aab7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0619695 May 04 07:30:41.643701 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-67fe3dd1-2883-4e4d-a2d4-f5c2d3d77bca req-91d70963-3c81-4bca-b0de-c853e346b7d5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712290 May 04 07:30:41.883670 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fbb50-126e-498c-80a5-f9f39fa1443e req-43802a98-8a34-46b8-aa3a-c30d40e1b0d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:41.894053 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-334fbb50-126e-498c-80a5-f9f39fa1443e req-43802a98-8a34-46b8-aa3a-c30d40e1b0d0 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0750525 May 04 07:30:41.946640 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-334fbb50-126e-498c-80a5-f9f39fa1443e req-270bc0ac-72f5-44d1-91c5-80c5a15e6bfa tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514703 May 04 07:30:42.805643 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f09c3a-d3ba-407e-9e83-c9829b13fee6 req-009605f8-4d77-4037-9e54-baa33cf81c58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:42.812531 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-94f09c3a-d3ba-407e-9e83-c9829b13fee6 req-009605f8-4d77-4037-9e54-baa33cf81c58 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 944 time: 0.0540347 May 04 07:30:42.867786 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-94f09c3a-d3ba-407e-9e83-c9829b13fee6 req-159a56c1-1698-49aa-98d9-a3bdc9b7434c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542905 May 04 07:30:42.885001 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:30:42.975703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port a6010091-d7c4-444a-ae1e-4b6a7628d021 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:42.976354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:43.091680 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a6010091-d7c4-444a-ae1e-4b6a7628d021 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:30:43.093585 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:43.128357 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844cf78-3404-4bd4-b388-236bbfe02536 req-b3be7a60-e2a1-4047-991c-2239e017970a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:43.138372 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6844cf78-3404-4bd4-b388-236bbfe02536 req-b3be7a60-e2a1-4047-991c-2239e017970a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0785322 May 04 07:30:43.181928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:30:43.183229 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:30:43.191827 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b3162-e263-4a8a-ab29-d8e3e880d3af" -d '{"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:30:43.196998 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:43.262860 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6844cf78-3404-4bd4-b388-236bbfe02536 req-e13a82be-e0cc-4b2d-a93f-a23423062e3c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228614 May 04 07:30:43.299384 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:43.433447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131883a-61fd-4ea6-9687-aee026129cd3 x-openstack-request-id: req-1131883a-61fd-4ea6-9687-aee026129cd3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:30:43.434544 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-plugged", "status": "completed", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:30:43.434808 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1131883a-61fd-4ea6-9687-aee026129cd3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:30:43.435274 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1131883a-61fd-4ea6-9687-aee026129cd3'] response: {'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'code': 200} May 04 07:30:43.995118 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb199da-c4b8-4867-b9fc-4d2c1a064c9b req-b9a23035-8090-4a0e-bb68-a3d8e533a400 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:44.005682 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8bb199da-c4b8-4867-b9fc-4d2c1a064c9b req-b9a23035-8090-4a0e-bb68-a3d8e533a400 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0687494 May 04 07:30:44.073106 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8bb199da-c4b8-4867-b9fc-4d2c1a064c9b req-d3179b4f-97ee-40ec-9584-1ee5a79cb0ad tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663748 May 04 07:30:44.274031 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a272bac-7879-4fe2-aa68-d773010da55b req-1f00d530-74fe-4412-b776-6458fa14c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:44.275512 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a272bac-7879-4fe2-aa68-d773010da55b req-1f00d530-74fe-4412-b776-6458fa14c5da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 1130 time: 0.0445690 May 04 07:30:44.328463 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a272bac-7879-4fe2-aa68-d773010da55b req-5a8ffbad-cb8e-4606-999d-04caedf27577 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464332 May 04 07:30:44.389369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fab11-df34-4a9b-bc97-b66bec4c600c req-d17aa3f1-c4d6-4a70-bcf5-1faf39ef4a7d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:44.390875 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d31fab11-df34-4a9b-bc97-b66bec4c600c req-d17aa3f1-c4d6-4a70-bcf5-1faf39ef4a7d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0508244 May 04 07:30:44.442122 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d31fab11-df34-4a9b-bc97-b66bec4c600c req-c52e64ba-33a0-4a37-b574-627f26d7a906 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 May 04 07:30:44.586808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd35fb-ace2-4a33-84d9-8ce60981e833 req-e6f80699-f2b8-46ea-bf5e-22fd545b772f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:44.588480 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9dbd35fb-ace2-4a33-84d9-8ce60981e833 req-e6f80699-f2b8-46ea-bf5e-22fd545b772f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0555120 May 04 07:30:44.597198 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50410) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:30:44.601513 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Request body: {'floatingip': {'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:44.666389 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:44.926031 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:45.253008 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103243a-8395-4708-a826-1c74a48ab44e req-73f20731-2301-48ba-a1b7-361a8f9877be tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:45.260128 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1103243a-8395-4708-a826-1c74a48ab44e req-73f20731-2301-48ba-a1b7-361a8f9877be tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0865324 May 04 07:30:45.314676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1103243a-8395-4708-a826-1c74a48ab44e req-adb92b15-b4f1-450b-90d0-87a7e989a740 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536637 May 04 07:30:45.526219 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:45.530976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:45.754779 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Router e0c70785-ca91-4416-adcc-df9cb2117a92 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:30:45.864874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:30:45.869755 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:45.874837 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:30:45.887091 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:45.887717 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:45.901666 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:30:45.903953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d97623f-500f-432c-8ce8-7e2844b50f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:30:45.939208 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-766c2fa6-1647-4973-a18e-7acb32b06b5a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "PUT /v2.0/floatingips/00cd3c0d-8249-4a27-92a5-21bbc2b2e568 HTTP/1.1" status: 200 len: 993 time: 1.3347311 May 04 07:30:45.967222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ee905a-6fbc-463d-ad53-790da2cd56a9 x-openstack-request-id: req-35ee905a-6fbc-463d-ad53-790da2cd56a9 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:30:45.967543 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:30:45.967802 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35ee905a-6fbc-463d-ad53-790da2cd56a9 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:30:45.968216 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ee905a-6fbc-463d-ad53-790da2cd56a9'] response: {'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'status': 'completed', 'code': 200} May 04 07:30:46.084079 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:46.300158 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:30:45Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:46.330270 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:30:46.338896 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:30:46.339597 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:30:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:46.458053 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:30:46.462650 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-6f7266b3-e5cf-4a58-99e2-fa189647b59b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.463214 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f38d6-ee89-43f8-9ec3-eaf2d6187f3d req-e37e0287-4595-4505-980b-6b0465b4d31f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.464359 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-6f7266b3-e5cf-4a58-99e2-fa189647b59b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 815 time: 0.1161962 May 04 07:30:46.467592 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-448f38d6-ee89-43f8-9ec3-eaf2d6187f3d req-e37e0287-4595-4505-980b-6b0465b4d31f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0640388 May 04 07:30:46.480539 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-d4344132-16e5-48f9-a065-c761c7670593 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/quotas/489c922d94f946908770992d288abbe2 HTTP/1.1" status: 200 len: 375 time: 0.0101516 May 04 07:30:46.553290 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-448f38d6-ee89-43f8-9ec3-eaf2d6187f3d req-85c7c30b-b7b2-45ac-bb62-9ba23d704e09 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813394 May 04 07:30:46.559049 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-c25c48cf-f793-41fa-b86d-980f35702fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.560692 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-c25c48cf-f793-41fa-b86d-980f35702fc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.0556619 May 04 07:30:46.564865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-490d3d3a-2f97-4f27-be05-a262b15f0d5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778584 May 04 07:30:46.667486 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-36421516-343b-4db4-9eb2-c77b82ee9900 service neutron] 10.222.0.21 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016042 May 04 07:30:46.671599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-83270b43-b96e-4445-86c4-f42a7b37416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.673765 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-83270b43-b96e-4445-86c4-f42a7b37416c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.1066365 May 04 07:30:46.708024 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:30:45Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:30:46.743656 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf456a7d-5f21-414d-92cf-8f1c85c41566 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '00cd3c0d-8249-4a27-92a5-21bbc2b2e568', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'port_id': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'mac_address': 'fa:16:3e:0c:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bd0f19-23ad-4344-8610-a913bc20116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:26:50Z', 'updated_at': '2022-05-04T07:30:45Z', 'revision_number': 3, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:30:46.757971 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-f5aa27d6-7578-4262-97f8-3ad289a4b237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0773988 May 04 07:30:46.775235 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-22d5d53d-24f5-4e96-919d-d57d9a897d89 service neutron] 10.222.0.21 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011322 May 04 07:30:46.816603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-e86eeff3-ce15-4f6a-a51f-0c575842a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.818088 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-e86eeff3-ce15-4f6a-a51f-0c575842a43d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0536826 May 04 07:30:46.881039 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-1eb3eba7-f6fd-4c8e-8641-ac5440b95174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:46.882558 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-1eb3eba7-f6fd-4c8e-8641-ac5440b95174 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539773 May 04 07:30:47.016057 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42e14bbf-44ce-4312-ba1d-7494e957c069 req-cb04caad-46fd-430e-b95b-3e4026459749 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 210 time: 0.0371032 May 04 07:30:47.047018 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-4b126b63-4952-4842-8647-e0964a08a937 service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574309 May 04 07:30:47.148910 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d97623f-500f-432c-8ce8-7e2844b50f6c req-8440af66-4bfe-4e23-bee5-071bf3576a6b service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958545 May 04 07:30:47.684467 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e525-bc01-45eb-97db-41056a4456d0 req-5f8f7a0a-2f6b-47e9-835d-7c4f4d63bcff tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:47.685931 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c67e525-bc01-45eb-97db-41056a4456d0 req-5f8f7a0a-2f6b-47e9-835d-7c4f4d63bcff tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0477033 May 04 07:30:47.732065 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c67e525-bc01-45eb-97db-41056a4456d0 req-67d13c25-7b3e-42fa-a544-523e317dd49f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 May 04 07:30:47.969130 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:30:47.971897 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a57838-90ad-4338-bca5-f6ac419bedc6" -d '{"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:30:48.011639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17273f1-6ff8-487f-8be1-d3679e7579d3 x-openstack-request-id: req-e17273f1-6ff8-487f-8be1-d3679e7579d3 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:30:48.011929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:30:48.012175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e17273f1-6ff8-487f-8be1-d3679e7579d3 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:30:48.012562 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17273f1-6ff8-487f-8be1-d3679e7579d3'] response: {'name': 'network-changed', 'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'status': 'completed', 'code': 200} May 04 07:30:48.115201 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-34d9b336-daac-44ef-9443-6eab73046471 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.116731 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-34d9b336-daac-44ef-9443-6eab73046471 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 815 time: 0.1170287 May 04 07:30:48.136758 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'port': {'device_id': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'admin_state_up': True, 'tenant_id': '489c922d94f946908770992d288abbe2'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:30:48.147433 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-35228e0b-7ad9-4661-b7b6-7a546d8c1c67 req-4d6af9eb-6457-4351-91f7-65c0ba37777e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 210 time: 0.0365436 May 04 07:30:48.148493 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-a75b7f23-ad56-4fc6-9ef6-c12bc9488171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.149828 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-a75b7f23-ad56-4fc6-9ef6-c12bc9488171 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 1129 time: 0.0748389 May 04 07:30:48.249364 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Made reservation on behalf of 489c922d94f946908770992d288abbe2 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:30:48.253776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:48.253960 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-c0f8ba11-18e7-4f71-9f77-1f80dfb67166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.255487 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-c0f8ba11-18e7-4f71-9f77-1f80dfb67166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 200 len: 919 time: 0.0970707 May 04 07:30:48.351043 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-87e42910-ccea-49ad-bf26-192ec33bcda7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0703318 May 04 07:30:48.394995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Allocated IP 172.20.0.9 (507c8522-ee7b-4755-93c4-5f0b61a118fc/8a5cacf6-a6af-4486-aebc-594e47c31dbb/20157e24-9023-4696-b519-9ce0ebed2926) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:30:48.411928 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-11533ce3-3f86-405b-9211-bba7105fb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.413432 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-11533ce3-3f86-405b-9211-bba7105fb939 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 200 len: 857 time: 0.0560803 May 04 07:30:48.460251 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-9b8ab529-d36b-4774-a7ed-b3fde1dba917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.461838 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-9b8ab529-d36b-4774-a7ed-b3fde1dba917 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c893ba4-2651-45af-9182-0658a85cf051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425076 May 04 07:30:48.569984 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-17884a17-594b-48f5-9078-f8f026d18dbb service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017358 May 04 07:30:48.577175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for port (20157e24-9023-4696-b519-9ce0ebed2926), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:48.642259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:48.708403 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:30:48.712980 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:30:48.742087 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:30:48.811806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:30:48.836237 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.836872 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.837213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.837550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.837879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.838200 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.838528 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.838851 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.839195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.839558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.839850 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.840171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.840491 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.840808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.841128 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:30:48.883734 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:48.885500 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:48.903679 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-9edb51c3-eae0-40ea-8420-2d4f2e849f99 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721047 May 04 07:30:49.072435 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-030fab71-943f-464a-b251-6bac920438bb None None] Provisioning complete for port 20157e24-9023-4696-b519-9ce0ebed2926 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:30:49.073047 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-030fab71-943f-464a-b251-6bac920438bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (20157e24-9023-4696-b519-9ce0ebed2926), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:30:49.117283 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-030fab71-943f-464a-b251-6bac920438bb None None] Port 20157e24-9023-4696-b519-9ce0ebed2926 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:30:49.278311 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a4418-396b-4670-b673-0cd1051c4ea8 req-ac89f25c-9d29-4008-9b66-aaa7a58c377c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:49.280798 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-683a4418-396b-4670-b673-0cd1051c4ea8 req-ac89f25c-9d29-4008-9b66-aaa7a58c377c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0524492 May 04 07:30:49.343979 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-683a4418-396b-4670-b673-0cd1051c4ea8 req-075ebf13-b698-492f-8d6d-5a47150604da tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558503 May 04 07:30:50.462560 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664185d-19ee-4c91-8521-4dbb9acfc642 req-caa9b95e-16c1-4607-bca9-5b18c3c68098 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:50.464055 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1664185d-19ee-4c91-8521-4dbb9acfc642 req-caa9b95e-16c1-4607-bca9-5b18c3c68098 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0483890 May 04 07:30:50.523729 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1664185d-19ee-4c91-8521-4dbb9acfc642 req-d22665bd-e050-40c1-881a-5fce4d9d4692 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 May 04 07:30:51.637998 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bc22c-ec88-4fe2-9b6a-df2941360c40 req-05d52ea6-6bdd-40ba-8464-aa8e6bd63f37 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:51.639546 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a9bc22c-ec88-4fe2-9b6a-df2941360c40 req-05d52ea6-6bdd-40ba-8464-aa8e6bd63f37 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0481958 May 04 07:30:51.686474 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a9bc22c-ec88-4fe2-9b6a-df2941360c40 req-dfccbfd5-fc08-4ffd-acf3-673213643bc0 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 May 04 07:30:52.817450 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980539d0-7502-4b90-be6b-536d42a13bf0 req-fc33c756-f170-47bf-8a0d-235a8fea9478 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:52.818945 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-980539d0-7502-4b90-be6b-536d42a13bf0 req-fc33c756-f170-47bf-8a0d-235a8fea9478 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0536571 May 04 07:30:52.866154 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-980539d0-7502-4b90-be6b-536d42a13bf0 req-5bbc936e-eb3a-44a1-86b0-c8a0cc48dacb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 May 04 07:30:53.992139 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90232da-0887-43cf-98e2-0adf3df0be8d req-bf130891-6bae-401f-9967-6db7b40656d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:53.993777 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a90232da-0887-43cf-98e2-0adf3df0be8d req-bf130891-6bae-401f-9967-6db7b40656d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0531032 May 04 07:30:54.040781 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a90232da-0887-43cf-98e2-0adf3df0be8d req-8d04a456-2ad5-4815-81ba-90e8a6ffa8d5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 May 04 07:30:55.158018 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9118c8-be97-46f1-b54c-0336c82d08c7 req-99d93ae6-f4e6-446f-80f1-67964da40d87 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:55.160083 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cb9118c8-be97-46f1-b54c-0336c82d08c7 req-99d93ae6-f4e6-446f-80f1-67964da40d87 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0499501 May 04 07:30:55.217172 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cb9118c8-be97-46f1-b54c-0336c82d08c7 req-0a6b19ce-df90-4de6-85be-4c8ce0962ee9 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514028 May 04 07:30:56.351885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab4cff-2327-4f83-a1e9-beaa8ab479d4 req-797bdf06-61c0-4643-80b5-62434fbcf3d6 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:56.353353 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5ab4cff-2327-4f83-a1e9-beaa8ab479d4 req-797bdf06-61c0-4643-80b5-62434fbcf3d6 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0510638 May 04 07:30:56.401592 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5ab4cff-2327-4f83-a1e9-beaa8ab479d4 req-07d92a19-22f3-433e-9e01-b4204055738d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 May 04 07:30:57.520107 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abbbeb-0104-4961-a849-4c18af12c54e req-5f76ab1d-497c-4e8e-8d0c-e608b341252e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:57.521561 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-40abbbeb-0104-4961-a849-4c18af12c54e req-5f76ab1d-497c-4e8e-8d0c-e608b341252e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0475318 May 04 07:30:57.570483 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-40abbbeb-0104-4961-a849-4c18af12c54e req-97be4bd8-64fb-4d84-83fa-1c62615d72bd tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 May 04 07:30:58.693314 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55988-8c8a-4f78-9acd-5c32cb7ba311 req-9cdf59c2-1a5f-4020-a032-1b54ce78c9ed tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:58.695619 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-52b55988-8c8a-4f78-9acd-5c32cb7ba311 req-9cdf59c2-1a5f-4020-a032-1b54ce78c9ed tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0569632 May 04 07:30:58.745834 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-52b55988-8c8a-4f78-9acd-5c32cb7ba311 req-55a7490c-5858-402a-982a-6b03a9b92553 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 May 04 07:30:59.856186 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c3f8-e74e-49ad-bd75-f70db4f765cf req-247f833b-4c16-48ce-96df-2dc52bb54656 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:30:59.857688 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ee7c3f8-e74e-49ad-bd75-f70db4f765cf req-247f833b-4c16-48ce-96df-2dc52bb54656 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0464864 May 04 07:30:59.905376 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ee7c3f8-e74e-49ad-bd75-f70db4f765cf req-d5468be6-076f-4121-b5a8-6f1954badbc8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 May 04 07:31:00.052461 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9eb460d1-a6de-4f94-bd70-0e5d869b1e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:01.028836 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea17d3c-cf91-4c60-8358-60e099c5df46 req-699d7094-58ac-4670-bcd6-c54d45d9ff6b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:01.030269 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ea17d3c-cf91-4c60-8358-60e099c5df46 req-699d7094-58ac-4670-bcd6-c54d45d9ff6b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0491850 May 04 07:31:01.077440 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ea17d3c-cf91-4c60-8358-60e099c5df46 req-88299b3b-0c31-488e-af73-6c43f74b7cd1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 May 04 07:31:01.918556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Request body: {'port': {'device_id': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:01.978417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.002210 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0a57838-90ad-4338-bca5-f6ac419bedc6 req-0aabd6ea-44da-4965-bdc8-9f31ffb41f8e service neutron] 10.222.0.26 "GET /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886993 May 04 07:31:02.188810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7369-ab63-4e43-938c-90ed596bb5bf req-e221eafe-7a75-4058-8555-3034a664f1e0 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:02.190179 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3c4a7369-ab63-4e43-938c-90ed596bb5bf req-e221eafe-7a75-4058-8555-3034a664f1e0 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 931 time: 0.0464084 May 04 07:31:02.237653 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3c4a7369-ab63-4e43-938c-90ed596bb5bf req-81e85f48-95d3-4331-8dd4-6d9aa98c055b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 May 04 07:31:02.248156 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20157e24-9023-4696-b519-9ce0ebed2926 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:31:02.256450 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks [] for port (20157e24-9023-4696-b519-9ce0ebed2926), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.268325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Transition to ACTIVE for port object 20157e24-9023-4696-b519-9ce0ebed2926 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:31:02.274775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.297347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f04368b-4df4-4141-ae98-009a2738b705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.326730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:02.401594 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Attempting to bind port 20157e24-9023-4696-b519-9ce0ebed2926 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:31:02.401927 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Attempting to bind port 20157e24-9023-4696-b519-9ce0ebed2926 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:31:02.402251 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Attempting to bind port 20157e24-9023-4696-b519-9ce0ebed2926 on network 507c8522-ee7b-4755-93c4-5f0b61a118fc {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:31:02.406803 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Port 20157e24-9023-4696-b519-9ce0ebed2926 on network 507c8522-ee7b-4755-93c4-5f0b61a118fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:31:02.407113 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Attempting to bind port 20157e24-9023-4696-b519-9ce0ebed2926 on network 507c8522-ee7b-4755-93c4-5f0b61a118fc {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:31:02.412268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:31:02.412599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Checking segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:31:02.412976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Bound using segment: {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:31:02.413394 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Bound port: 20157e24-9023-4696-b519-9ce0ebed2926, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:31:02.413742 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.485662 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:31:02.489119 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:31:02.494635 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.534213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:02.534834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:02.536278 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] 10.222.0.26 "PUT /v2.0/ports/20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 1093 time: 0.6223717 May 04 07:31:02.537091 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:02.539376 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb0333c-de07-4241-a02e-dc2bf84ed268" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:02.562023 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cf07d-10be-49c0-b135-32c0ea4a5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:02.581475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141bbd35-ea6d-4fa3-9b53-4a16d13fdfba x-openstack-request-id: req-141bbd35-ea6d-4fa3-9b53-4a16d13fdfba {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:02.581881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:02.582815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-141bbd35-ea6d-4fa3-9b53-4a16d13fdfba {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:02.583409 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141bbd35-ea6d-4fa3-9b53-4a16d13fdfba'] response: {'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:31:02.739785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-d97f02a6-e2c1-449c-9df2-ff8491dc74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:02.741167 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-d97f02a6-e2c1-449c-9df2-ff8491dc74b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1127 time: 0.0390573 May 04 07:31:02.846797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-88c0b00f-9e9b-44c1-85bf-3b526713d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:02.848398 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-88c0b00f-9e9b-44c1-85bf-3b526713d025 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=489c922d94f946908770992d288abbe2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0917077 May 04 07:31:02.939445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-46144db3-e979-4a5b-a49f-6909af2d2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:02.940885 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fb0333c-de07-4241-a02e-dc2bf84ed268 req-46144db3-e979-4a5b-a49f-6909af2d2e05 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861435 May 04 07:31:03.055822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-ef3444db-f154-403a-b4d2-75de04237f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:03.057279 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-ef3444db-f154-403a-b4d2-75de04237f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1127 time: 0.0433543 May 04 07:31:03.106829 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-c40ab771-c415-4caa-9f63-7f3e5905cfa5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 217 time: 0.0335212 May 04 07:31:03.155061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-84993455-f469-4550-ba8c-c44f83a08182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:03.156506 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-84993455-f469-4550-ba8c-c44f83a08182 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0414226 May 04 07:31:03.204616 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-ba0bfa56-bd2d-4720-b1ce-3768c991fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:03.206097 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-ba0bfa56-bd2d-4720-b1ce-3768c991fcf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407310 May 04 07:31:03.308660 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-ffbf71c3-943f-4b2f-92d5-472331baa22e service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 May 04 07:31:03.369250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91834fdc-96f1-4e4f-ac85-9eb304c9ac14 req-7f387f3b-13b3-463b-8dac-0f3817590631 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:03.374933 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-91834fdc-96f1-4e4f-ac85-9eb304c9ac14 req-7f387f3b-13b3-463b-8dac-0f3817590631 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 943 time: 0.0690379 May 04 07:31:03.447714 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-91834fdc-96f1-4e4f-ac85-9eb304c9ac14 req-9a03bda0-9be7-4b38-a651-b7328689a2d7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619502 May 04 07:31:03.452637 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a35714c-14cc-4ec4-ba7b-4d91363e15a9 req-50d506b5-7bd9-4e57-b705-0a37ae2aa184 service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364229 May 04 07:31:03.509413 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:03.870182 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a1516-289e-40ca-a0cf-c6b5f965d6a1 req-65d2efe6-93cb-42a6-81c9-838c6fa2978c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:03.871719 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-840a1516-289e-40ca-a0cf-c6b5f965d6a1 req-65d2efe6-93cb-42a6-81c9-838c6fa2978c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0505664 May 04 07:31:03.917986 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-840a1516-289e-40ca-a0cf-c6b5f965d6a1 req-d8a5052c-39b5-4b08-be79-1d742812843a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 May 04 07:31:04.562487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0eaf3-ac07-4561-ae1e-7ff705eb0c59 req-d4d46387-243b-40f0-99c0-8a22c5f7a08f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:04.563972 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-53c0eaf3-ac07-4561-ae1e-7ff705eb0c59 req-d4d46387-243b-40f0-99c0-8a22c5f7a08f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 943 time: 0.0476124 May 04 07:31:04.609765 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-53c0eaf3-ac07-4561-ae1e-7ff705eb0c59 req-de69efb6-2e70-4d59-89ad-8e13aaefdf3f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 May 04 07:31:04.815288 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:05.031605 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc64a-ace3-4805-a0c0-cfa1260bbe77 req-331b88cc-b3df-4d6e-a0a6-a2dd109491ac tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:05.033054 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c3fc64a-ace3-4805-a0c0-cfa1260bbe77 req-331b88cc-b3df-4d6e-a0a6-a2dd109491ac tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0478981 May 04 07:31:05.080287 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c3fc64a-ace3-4805-a0c0-cfa1260bbe77 req-14728373-d958-4345-acff-4fbd47e7c32f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 May 04 07:31:05.720158 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605d266-6d24-48f8-8fdf-ae0ec328114c req-645393df-bd93-41c3-b3c1-a523cbd9d5d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:05.721506 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0605d266-6d24-48f8-8fdf-ae0ec328114c req-645393df-bd93-41c3-b3c1-a523cbd9d5d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 943 time: 0.0464041 May 04 07:31:05.771246 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0605d266-6d24-48f8-8fdf-ae0ec328114c req-512d94be-12d8-437a-ac00-1d6f905f4f93 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 May 04 07:31:06.193989 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5902-1aed-4a9b-b9be-5341bcd55e50 req-74415510-674c-4ece-916a-3d3a20ef5585 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:06.195457 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e82b5902-1aed-4a9b-b9be-5341bcd55e50 req-74415510-674c-4ece-916a-3d3a20ef5585 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0460763 May 04 07:31:06.244473 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e82b5902-1aed-4a9b-b9be-5341bcd55e50 req-7887cde6-95b9-4fa0-844c-03c879ec838e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 May 04 07:31:06.252899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:06.888786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0c06-6014-4834-91fb-094a891f9f9e req-2a3f3bc1-c96e-4f44-9494-1dc859263008 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:06.890250 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b5a0c06-6014-4834-91fb-094a891f9f9e req-2a3f3bc1-c96e-4f44-9494-1dc859263008 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 943 time: 0.0475423 May 04 07:31:06.940229 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b5a0c06-6014-4834-91fb-094a891f9f9e req-7732e273-75f2-43ba-be81-8a0b202676a0 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 May 04 07:31:07.005566 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 20157e24-9023-4696-b519-9ce0ebed2926 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:31:07.103704 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:07.115604 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '20157e24-9023-4696-b519-9ce0ebed2926', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'port_id': '20157e24-9023-4696-b519-9ce0ebed2926', 'mac_address': 'fa:16:3e:02:ef:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:31:07.154048 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 20157e24-9023-4696-b519-9ce0ebed2926 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:31:07.154428 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:07.168212 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20157e24-9023-4696-b519-9ce0ebed2926 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:31:07.187695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:07.191994 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:07.243079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:07.250010 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.250356 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.250696 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.251059 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.251426 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.251757 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.252085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.252457 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.252727 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.253302 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.253963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.254060 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.254455 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.254710 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.255025 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:07.370334 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84e9dd-3834-4f2f-9396-1c8325a25e45 req-b7a66a4d-4512-46c9-80bb-c6d83875d4b1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:07.371932 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e84e9dd-3834-4f2f-9396-1c8325a25e45 req-b7a66a4d-4512-46c9-80bb-c6d83875d4b1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0559556 May 04 07:31:07.421032 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e84e9dd-3834-4f2f-9396-1c8325a25e45 req-18b12c3b-6d98-47a0-a2cb-0db3c6282602 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 May 04 07:31:07.480826 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:31:07.808558 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:31:08.067053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6ca0d-0edb-4f3a-9b96-c515766122cc req-b9fa6814-dd59-406f-984c-7c1ed964ead1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:08.068520 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74b6ca0d-0edb-4f3a-9b96-c515766122cc req-b9fa6814-dd59-406f-984c-7c1ed964ead1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 944 time: 0.0596151 May 04 07:31:08.117975 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74b6ca0d-0edb-4f3a-9b96-c515766122cc req-7c6f7339-913f-47aa-89b9-2095a374ea32 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 May 04 07:31:08.531643 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58f1c-ac98-43bb-9025-c9c24901c6c1 req-31d541fc-6eed-46c3-8f60-1b522cf11b4c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:08.533165 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ebb58f1c-ac98-43bb-9025-c9c24901c6c1 req-31d541fc-6eed-46c3-8f60-1b522cf11b4c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0458786 May 04 07:31:08.549068 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-18152616-8b8e-499c-b910-3e041bba8295 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:08.550482 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-18152616-8b8e-499c-b910-3e041bba8295 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 945 time: 0.0490632 May 04 07:31:08.580238 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ebb58f1c-ac98-43bb-9025-c9c24901c6c1 req-fa764c8f-78d8-41b2-95ee-30ee45e8ceca tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=08f0e264-5a42-4247-8771-f383512bdb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 May 04 07:31:08.638984 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:31:08.639351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:08.732196 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] For port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:08.732468 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.178225 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 20157e24-9023-4696-b519-9ce0ebed2926 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:31:09.193594 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.194182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.194301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP 3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084 disassociated. External IP: 172.27.1.252, port: d67d9200-3a84-4c6f-92d9-2bcd2c53f75b. May 04 07:31:09.194611 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for d67d9200-3a84-4c6f-92d9-2bcd2c53f75b owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:31:09.224949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 20157e24-9023-4696-b519-9ce0ebed2926 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:31:09.231735 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 20157e24-9023-4696-b519-9ce0ebed2926 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:31:09.232294 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (20157e24-9023-4696-b519-9ce0ebed2926), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.276720 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fec781-9e29-4201-9499-8ea7dc1b15e2 req-2efc4dc7-5346-44b4-95a3-576923d5d63d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:09.279368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48fec781-9e29-4201-9499-8ea7dc1b15e2 req-2efc4dc7-5346-44b4-95a3-576923d5d63d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 944 time: 0.0897431 May 04 07:31:09.311747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 20157e24-9023-4696-b519-9ce0ebed2926 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:31:09.312129 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.335093 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:09.337513 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e66150-55ab-4608-9a78-9be49cfc233a" -d '{"events": [{"server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "name": "network-vif-plugged", "status": "completed", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:09.354488 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48fec781-9e29-4201-9499-8ea7dc1b15e2 req-e74f0edc-af38-4eb3-a27f-c3c185d0ec73 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649164 May 04 07:31:09.361184 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:09.368337 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.402134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4deda2-42bf-4f6a-8a73-7306f05651bc x-openstack-request-id: req-4b4deda2-42bf-4f6a-8a73-7306f05651bc {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:09.402358 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "name": "network-vif-plugged", "status": "completed", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:09.402612 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b4deda2-42bf-4f6a-8a73-7306f05651bc {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:09.403001 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4deda2-42bf-4f6a-8a73-7306f05651bc'] response: {'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'code': 200} May 04 07:31:09.407761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (d67d9200-3a84-4c6f-92d9-2bcd2c53f75b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.425437 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:09.444572 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=d67d9200-3a84-4c6f-92d9-2bcd2c53f75b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:09.568054 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:31:09.635837 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d79e5-81c2-45b1-9cb9-7853abcaeacf req-ee30ab95-d51c-4911-84f0-b3f24f7fd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:09.639535 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d47d79e5-81c2-45b1-9cb9-7853abcaeacf req-ee30ab95-d51c-4911-84f0-b3f24f7fd402 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1129 time: 0.0566151 May 04 07:31:09.683090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:31:09.696380 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:31:09.696795 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e2cea58-c7af-44d9-9354-25abba38bdc6 req-fea46c08-81d4-4f6d-8cbb-93a7821aa8be tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 210 time: 0.0414557 May 04 07:31:09.708451 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:09.709473 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:09.719227 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d47d79e5-81c2-45b1-9cb9-7853abcaeacf req-2bbde33b-e50e-4167-9318-01245f1d377b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714765 May 04 07:31:09.734613 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] No DVR routers for this DVR port d67d9200-3a84-4c6f-92d9-2bcd2c53f75b on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:31:09.737164 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:09.740415 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c97d422-22d7-4a23-9b05-e1f7b2460b30 req-46f68666-6189-47c9-a1b1-6cbb17b512f9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "DELETE /v2.0/ports/d67d9200-3a84-4c6f-92d9-2bcd2c53f75b HTTP/1.1" status: 204 len: 173 time: 1.1844196 May 04 07:31:09.740865 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'name': 'network-vif-deleted', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:09.743082 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7269df7-c9aa-4cf2-b3cf-61a9684c5ec2" -d '{"events": [{"server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "name": "network-vif-deleted", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:09.780730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b5573-90be-422e-94b1-e8efa1e70b52 x-openstack-request-id: req-272b5573-90be-422e-94b1-e8efa1e70b52 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:09.781027 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45caa8b4-5e87-4370-b67c-369b36d78c51", "name": "network-vif-deleted", "tag": "d67d9200-3a84-4c6f-92d9-2bcd2c53f75b", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:09.781286 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-272b5573-90be-422e-94b1-e8efa1e70b52 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:09.781690 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272b5573-90be-422e-94b1-e8efa1e70b52'] response: {'server_uuid': '45caa8b4-5e87-4370-b67c-369b36d78c51', 'name': 'network-vif-deleted', 'tag': 'd67d9200-3a84-4c6f-92d9-2bcd2c53f75b', 'status': 'completed', 'code': 200} May 04 07:31:09.953125 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:10.218395 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:10.245182 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:31:10.254496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:10.255100 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:10.365109 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:10.485779 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569ef10-2f7d-474e-8798-850f15f5953c req-ba31479d-076d-4d81-af27-24ff9bf6edb1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:10.488820 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7569ef10-2f7d-474e-8798-850f15f5953c req-ba31479d-076d-4d81-af27-24ff9bf6edb1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0520041 May 04 07:31:10.540649 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7569ef10-2f7d-474e-8798-850f15f5953c req-0754f660-9865-4918-b08b-16987cebbb8b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 May 04 07:31:10.597927 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:10.623828 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88618add-612b-4b24-b7e6-71544af55c4a None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'db5f4f37-7ec3-4b7a-9858-b22ca263b664', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:a1:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:24:35Z', 'updated_at': '2022-05-04T07:25:38Z', 'revision_number': 2, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:31:10.825744 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3ff50870-2191-430a-90ac-cbae07cc99a3 req-8fd90df7-f3e0-4b79-a1a6-5e0e79de3829 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 210 time: 0.0320508 May 04 07:31:10.879491 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fd5f70-f4cd-411f-b3e7-6d6b2d78893a None None] New status for floating IP 3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:31:11.670979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974483af-5a62-4fcc-8475-36c697381e09 req-9ec84243-72a4-45c0-8168-cc94e463b0cf tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:11.672476 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-974483af-5a62-4fcc-8475-36c697381e09 req-9ec84243-72a4-45c0-8168-cc94e463b0cf tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0599241 May 04 07:31:11.719243 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-974483af-5a62-4fcc-8475-36c697381e09 req-9a9e77c2-502e-4d45-9f2e-89cb688e78b9 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 May 04 07:31:11.940134 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96d91733-b9c9-46eb-8b07-cefc8ce955cf req-47179c31-5658-4253-9b5a-331dc5dc4f15 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=45caa8b4-5e87-4370-b67c-369b36d78c51 HTTP/1.1" status: 200 len: 210 time: 0.0288341 May 04 07:31:12.834294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f673507-0c62-4114-ab01-dee364561dbf req-4fc82c70-c6b6-41e3-92e0-f72f57016a60 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:12.835759 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6f673507-0c62-4114-ab01-dee364561dbf req-4fc82c70-c6b6-41e3-92e0-f72f57016a60 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0467710 May 04 07:31:12.881046 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6f673507-0c62-4114-ab01-dee364561dbf req-fae6681a-5a2b-41d5-9b75-16cee35e3b1c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 May 04 07:31:12.992459 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb1da9-c3aa-4925-8f91-521f18a5e9ad req-bdaa1554-1827-4620-a8d6-0c301702890d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:12.993938 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecdb1da9-c3aa-4925-8f91-521f18a5e9ad req-bdaa1554-1827-4620-a8d6-0c301702890d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0467169 May 04 07:31:13.037257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50622) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:13.050947 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecdb1da9-c3aa-4925-8f91-521f18a5e9ad req-9e8cba79-1db7-4b0c-8b1a-03970bd0fecd tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509181 May 04 07:31:13.103436 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (08f0e264-5a42-4247-8771-f383512bdb31), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.135173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (08f0e264-5a42-4247-8771-f383512bdb31), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.164764 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device d67d9200-3a84-4c6f-92d9-2bcd2c53f75b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:31:13.186077 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: d67d9200-3a84-4c6f-92d9-2bcd2c53f75b {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:31:13.186487 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device d67d9200-3a84-4c6f-92d9-2bcd2c53f75b not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:31:13.190263 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (08f0e264-5a42-4247-8771-f383512bdb31), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.194055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.197808 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/security-groups/08f0e264-5a42-4247-8771-f383512bdb31 HTTP/1.1" status: 204 len: 168 time: 0.1570401 May 04 07:31:13.198324 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50626) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:13.204775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cca8c4-8562-4bf7-8c35-63a1296681d2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0e264-5a42-4247-8771-f383512bdb31,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:13.213540 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.api.v2.resource [None req-07286e5d-e861-4fb2-8950-4de0f8c60d4f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] show failed (client error): The resource could not be found. May 04 07:31:13.214799 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-07286e5d-e861-4fb2-8950-4de0f8c60d4f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups/08f0e264-5a42-4247-8771-f383512bdb31 HTTP/1.1" status: 404 len: 347 time: 0.0155139 May 04 07:31:13.217759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50628) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:13.334847 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:31:13.335211 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.408466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80a26a-7770-4a0d-b0a8-b557ae824e73 req-3b81d0cd-d424-41b0-b3dc-5684ccd776e3 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:13.410195 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6b80a26a-7770-4a0d-b0a8-b557ae824e73 req-3b81d0cd-d424-41b0-b3dc-5684ccd776e3 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0477622 May 04 07:31:13.411690 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.412013 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.425094 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:31:13.458902 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6b80a26a-7770-4a0d-b0a8-b557ae824e73 req-55ffaad6-1260-4db8-8636-ad1f489d2b00 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 May 04 07:31:13.565989 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.590869 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=d81ad0e9-e778-4e5b-9e76-ae5f045d3a8e,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:13.665171 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.668811 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:13.670048 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5ebb5f1d-0060-4413-a94a-6daf7c5853ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/floatingips/3efd9b2a-5cb0-426d-8dcf-a47ad5ca5084 HTTP/1.1" status: 204 len: 168 time: 0.4511280 May 04 07:31:14.863737 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-6a093057-6173-4431-a3b5-e7498ea45058 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421751 May 04 07:31:14.926154 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:14.943623 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-5103b2a6-7e4a-4401-b607-24213f32a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:14.945205 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-5103b2a6-7e4a-4401-b607-24213f32a695 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0410624 May 04 07:31:15.063511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-47402f0e-ecb5-4ffd-b082-5fc76d0e9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:15.065063 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-47402f0e-ecb5-4ffd-b082-5fc76d0e9e03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.0937333 May 04 07:31:15.137057 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-c45310c5-a580-4517-a310-54bc70194ecb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 200 len: 1001 time: 0.0651097 May 04 07:31:15.200195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-84f97526-77bf-475a-95fc-b65b19560b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:15.201659 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-84f97526-77bf-475a-95fc-b65b19560b88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0469439 May 04 07:31:15.253454 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-85fa77ed-c3e0-40e8-a824-e97e98b09a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:15.255106 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-85fa77ed-c3e0-40e8-a824-e97e98b09a5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401609 May 04 07:31:15.346165 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-c2c752e2-ac93-47a4-a6ee-f1111062aff3 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845106 May 04 07:31:15.433777 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7387bcd-77a7-44cb-b9f1-d5b90a4c336b req-a1b55af4-20d4-4b84-a756-6ef20c303b6c service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812891 May 04 07:31:16.375580 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ae5d6-8d9b-42dd-97cf-8111572940c1 req-5c49c0d2-6838-49a7-96af-2da5c80bd44d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:16.377137 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f0ae5d6-8d9b-42dd-97cf-8111572940c1 req-5c49c0d2-6838-49a7-96af-2da5c80bd44d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0484815 May 04 07:31:16.430369 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f0ae5d6-8d9b-42dd-97cf-8111572940c1 req-d39d3c10-7ac7-486b-bb37-a80e79d84b1b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467291 May 04 07:31:17.464415 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-6c81ad54-31df-4fe9-aeab-9f126aceb3fb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:17.465892 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-6c81ad54-31df-4fe9-aeab-9f126aceb3fb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.0505178 May 04 07:31:17.564921 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:31:17.565286 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:17.664426 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] For port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:17.664711 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:17.776648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a70f1-c6d0-4229-855c-11e355cff36b req-64815781-1c06-44da-ae0a-d579c6ab45b8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:17.778005 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-146a70f1-c6d0-4229-855c-11e355cff36b req-64815781-1c06-44da-ae0a-d579c6ab45b8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 945 time: 0.2770298 May 04 07:31:17.825394 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-146a70f1-c6d0-4229-855c-11e355cff36b req-e3ed37db-4e83-4d45-bbc4-f5b06d7f0430 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c1d6e1a-d841-4bc0-bc7c-2309502346ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 May 04 07:31:17.840749 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:17.841020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:17.841222 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP db5f4f37-7ec3-4b7a-9858-b22ca263b664 disassociated. External IP: 172.27.1.148, port: 6db7c320-42ea-4b68-8d0f-6b8a8c99c318. May 04 07:31:17.841559 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:31:17.970283 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (6db7c320-42ea-4b68-8d0f-6b8a8c99c318), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:17.999174 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=6db7c320-42ea-4b68-8d0f-6b8a8c99c318,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:18.119806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:31:18.228910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:31:18.239538 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:31:18.249612 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:18.250220 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:18.271966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] No DVR routers for this DVR port 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:31:18.275904 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:18.279458 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d24faca2-3a72-45fd-bd16-b3ad784f9425 req-01bda5cf-688f-482f-a805-a9568d2c0147 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "DELETE /v2.0/ports/6db7c320-42ea-4b68-8d0f-6b8a8c99c318 HTTP/1.1" status: 204 len: 173 time: 0.7980237 May 04 07:31:18.279894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'name': 'network-vif-deleted', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:18.282194 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2964155b-27d9-4e7c-b019-07bb011951ee" -d '{"events": [{"server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "name": "network-vif-deleted", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:18.322970 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c13d0cf-2542-4f26-834d-61a27a22facc x-openstack-request-id: req-7c13d0cf-2542-4f26-834d-61a27a22facc {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:18.323287 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8", "name": "network-vif-deleted", "tag": "6db7c320-42ea-4b68-8d0f-6b8a8c99c318", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:18.323552 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c13d0cf-2542-4f26-834d-61a27a22facc {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:18.323951 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c13d0cf-2542-4f26-834d-61a27a22facc'] response: {'server_uuid': '4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8', 'name': 'network-vif-deleted', 'tag': '6db7c320-42ea-4b68-8d0f-6b8a8c99c318', 'status': 'completed', 'code': 200} May 04 07:31:18.367273 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:18.582862 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:18.608288 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:31:18.616357 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:18.616949 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:18.722143 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:18.915567 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:18.938685 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e9fe6497-f199-4e99-b28d-2031dea4fea8 req-3393888c-4c65-4047-996e-f140f0415650 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bb4cd7f-ea47-4f1d-b535-33c0dfa7e9a8 HTTP/1.1" status: 200 len: 210 time: 0.0276749 May 04 07:31:18.945678 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e87c7-9354-4f7d-ad4a-352b9908ac20 None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:31:19.176940 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d12806-2833-4246-b4e8-0ac3adb84885 None None] New status for floating IP db5f4f37-7ec3-4b7a-9858-b22ca263b664: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:31:20.023168 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50698) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:20.077155 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (4c1d6e1a-d841-4bc0-bc7c-2309502346ee), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.103327 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (4c1d6e1a-d841-4bc0-bc7c-2309502346ee), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.149675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4c1d6e1a-d841-4bc0-bc7c-2309502346ee), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.152501 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.153627 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c1d6e1a-d841-4bc0-bc7c-2309502346ee HTTP/1.1" status: 204 len: 168 time: 0.1291704 May 04 07:31:20.156464 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50700) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:20.162890 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d6e1a-d841-4bc0-bc7c-2309502346ee,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:20.170610 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.170957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.171332 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.171447 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-d9fd05b3-77d8-41b6-aff6-ae8abf65b40c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] show failed (client error): The resource could not be found. May 04 07:31:20.171672 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.172002 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.172345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.172653 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d9fd05b3-77d8-41b6-aff6-ae8abf65b40c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups/4c1d6e1a-d841-4bc0-bc7c-2309502346ee HTTP/1.1" status: 404 len: 347 time: 0.0151265 May 04 07:31:20.172766 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.172973 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.173299 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.173617 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.173937 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.174256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.174575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.174891 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.175235 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00594d9b-f4a6-4efd-a496-1b814920d82d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:31:20.175711 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50702) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:20.296540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port 50fb4f68-38ac-4f22-9c7e-563036b30d29 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:31:20.296880 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.370171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.370494 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (50fb4f68-38ac-4f22-9c7e-563036b30d29), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.383854 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for 50fb4f68-38ac-4f22-9c7e-563036b30d29 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:31:20.527503 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (50fb4f68-38ac-4f22-9c7e-563036b30d29), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.550377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=50fb4f68-38ac-4f22-9c7e-563036b30d29,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:20.614348 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (db5f4f37-7ec3-4b7a-9858-b22ca263b664), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.616837 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.617962 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ba5dce87-2682-4062-b7d3-1302fe6010a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/floatingips/db5f4f37-7ec3-4b7a-9858-b22ca263b664 HTTP/1.1" status: 204 len: 168 time: 0.4412808 May 04 07:31:20.867479 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50708) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:20.871934 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995377786', 'description': 'tempest-description--1807247457'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:20.891832 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.960660 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (68c65331-b485-419b-ae4b-c48ccb288d23), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.969288 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (68c65331-b485-419b-ae4b-c48ccb288d23), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.997844 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:20.999046 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1305685 May 04 07:31:21.002136 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50712) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:21.003250 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c01c-40a7-44cf-8689-7e543923f101 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c65331-b485-419b-ae4b-c48ccb288d23,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:21.007158 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '68c65331-b485-419b-ae4b-c48ccb288d23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:21.033102 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (ba29e6c6-8c5f-4d3d-9aee-6ae65b7adbfb), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.089241 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (ba29e6c6-8c5f-4d3d-9aee-6ae65b7adbfb), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.092795 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (ba29e6c6-8c5f-4d3d-9aee-6ae65b7adbfb), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.110825 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba29e6c6-8c5f-4d3d-9aee-6ae65b7adbfb,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:21.118464 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.119673 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e3a2d33e-b823-403f-a893-4920f12d0079 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165495 May 04 07:31:21.122287 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50714) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:21.126775 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': '68c65331-b485-419b-ae4b-c48ccb288d23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:21.152331 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (7184bd16-3473-413e-b995-1bc832407bc2), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.194956 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:31:21.208329 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (7184bd16-3473-413e-b995-1bc832407bc2), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.212312 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (7184bd16-3473-413e-b995-1bc832407bc2), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.218134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:31:21.218472 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6db7c320-42ea-4b68-8d0f-6b8a8c99c318 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:31:21.231771 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7184bd16-3473-413e-b995-1bc832407bc2,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:21.241155 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.245197 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7e9cf52e-03a0-464c-a03c-356724d52182 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190917 May 04 07:31:21.245483 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50716) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:21.250886 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:21.273761 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.352394 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.461037 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.27.1.202 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/0a0c411a-740b-4a68-b972-0c87d7ed6020) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:31:21.561974 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.593461 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.631508 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:31:21.634420 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:31:21.640044 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:31:21.645676 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=0a0c411a-740b-4a68-b972-0c87d7ed6020,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:21.727636 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.763107 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.912517 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.916954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:21.980648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=0a0c411a-740b-4a68-b972-0c87d7ed6020,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:21.994240 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:22.009423 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:22.010628 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-abe7eac5-05be-478d-bd61-589328a372ff tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7637091 May 04 07:31:22.159388 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-4911e93f-faa6-4c3a-9e98-dd43eb793bba tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1995377786&fields=id&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 267 time: 0.0462615 May 04 07:31:22.265175 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-23b431f7-287c-4800-a3a6-c434c266856e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:22.266506 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-23b431f7-287c-4800-a3a6-c434c266856e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1001656 May 04 07:31:22.281412 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-9d3506f3-4610-4168-b377-db31ab84319d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/quotas/0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 375 time: 0.0089128 May 04 07:31:22.331500 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-a91883ad-ecd9-4b77-8702-5caaabfcdf6d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434136 May 04 07:31:22.429321 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-92af6c7e-96d9-4108-9649-de1cf3d5c159 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860662 May 04 07:31:22.523907 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-34ed23fa-9157-43af-a4d9-abcce774f322 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886898 May 04 07:31:22.695955 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64a6c872-7444-4d0c-9f14-62fd1fb0d9dd req-32e67ff5-f19b-4d8c-88a1-4e36189366b5 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 210 time: 0.0405548 May 04 07:31:23.795352 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-89821751-47b3-4363-a240-4b907331cd16 req-9bbbad62-3939-4337-83bc-4ec6a2c03f7a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 210 time: 0.0328288 May 04 07:31:24.307244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-2e5fe959-ef81-479f-8c62-00dd973b5c65 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:24.308697 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-2e5fe959-ef81-479f-8c62-00dd973b5c65 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1075306 May 04 07:31:24.377295 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-fdbe068a-d957-4e46-b69d-a14ca957743c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 380 time: 0.0527215 May 04 07:31:24.389689 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'port': {'device_id': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'admin_state_up': True, 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'security_groups': ['68c65331-b485-419b-ae4b-c48ccb288d23']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:24.499568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:31:24.503308 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:24.626089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.20.0.5 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/114b1c24-2ae3-4ec4-9169-499b9c74370c) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:31:24.762780 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:24.795957 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:24.845333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:31:24.850766 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:31:24.852109 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:24.854331 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:31:24.960969 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:24.961923 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:24.994963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bac4c6-633e-487b-9f96-e8340ba31414 req-ce4e07d2-2b82-4818-8608-1259339176cf tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:24.994963 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e3bac4c6-633e-487b-9f96-e8340ba31414 req-ce4e07d2-2b82-4818-8608-1259339176cf tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 931 time: 0.1086125 May 04 07:31:25.009826 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-6d992ab6-43ee-49f9-bd75-ad09354a146e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237285 May 04 07:31:25.040709 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Request body: {'port': {'device_id': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:25.112757 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790e32-b7ee-4a45-bf8c-8cbddf8a0d05 req-a1459b31-0343-481f-a97a-abfeae2dbee7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:25.116475 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-73790e32-b7ee-4a45-bf8c-8cbddf8a0d05 req-a1459b31-0343-481f-a97a-abfeae2dbee7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0608051 May 04 07:31:25.122301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e3bac4c6-633e-487b-9f96-e8340ba31414 req-8b6ce9fc-6bb1-491f-ae91-430106acab5b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223087 May 04 07:31:25.133704 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.164703 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-73790e32-b7ee-4a45-bf8c-8cbddf8a0d05 req-c380bcdc-4f15-4a6a-a336-2803adf88b70 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 May 04 07:31:25.188871 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50764) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:25.215635 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6c63606e-3afb-44e1-bb10-e3a6520e2e95 None None] Provisioning complete for port 114b1c24-2ae3-4ec4-9169-499b9c74370c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:31:25.216718 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6c63606e-3afb-44e1-bb10-e3a6520e2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.263293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6c63606e-3afb-44e1-bb10-e3a6520e2e95 None None] Port 114b1c24-2ae3-4ec4-9169-499b9c74370c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:31:25.332637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4a2eb-a79c-44a9-b97e-1988255baaad tempest-TestMinimumBasicScenario-1152300708 tempest-TestMinimumBasicScenario-1152300708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:25.334180 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-cad4a2eb-a79c-44a9-b97e-1988255baaad tempest-TestMinimumBasicScenario-1152300708 tempest-TestMinimumBasicScenario-1152300708-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1124 time: 0.1439798 May 04 07:31:25.336978 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50768) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:25.341211 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'port_id': '20157e24-9023-4696-b519-9ce0ebed2926', 'tenant_id': '489c922d94f946908770992d288abbe2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:25.361589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.411641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114b1c24-2ae3-4ec4-9169-499b9c74370c {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:31:25.419069 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks [] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.432242 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Transition to ACTIVE for port object 114b1c24-2ae3-4ec4-9169-499b9c74370c will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:31:25.436862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.445376 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.511502 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Pushing event updated for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:25.566872 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Allocated IP 172.27.1.47 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/edcd9bfd-576f-4274-8e31-1978edc537a1) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:31:25.573126 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Attempting to bind port 114b1c24-2ae3-4ec4-9169-499b9c74370c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:31:25.573532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Attempting to bind port 114b1c24-2ae3-4ec4-9169-499b9c74370c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:31:25.573903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Attempting to bind port 114b1c24-2ae3-4ec4-9169-499b9c74370c on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:31:25.578718 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Port 114b1c24-2ae3-4ec4-9169-499b9c74370c on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:31:25.579035 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Attempting to bind port 114b1c24-2ae3-4ec4-9169-499b9c74370c on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:31:25.584800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:31:25.585167 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:31:25.585548 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:31:25.586031 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Bound port: 114b1c24-2ae3-4ec4-9169-499b9c74370c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:31:25.586318 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.659632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:31:25.663888 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:31:25.670369 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.693584 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.714675 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:25.715333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.716687 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/114b1c24-2ae3-4ec4-9169-499b9c74370c HTTP/1.1" status: 200 len: 1093 time: 0.6826622 May 04 07:31:25.717256 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:25.719554 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6f583-90dc-4b6e-8a47-001cb297141b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:25.737359 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:25.743062 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae53f6-e8e4-48a5-a612-ba03d44242d6 service neutron] Pushing event updated for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:25.760458 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:31:25.778045 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9620b-99d3-4ebf-ad01-7d708d6dba38 x-openstack-request-id: req-c1d9620b-99d3-4ebf-ad01-7d708d6dba38 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:25.778333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:25.778634 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d9620b-99d3-4ebf-ad01-7d708d6dba38 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:25.778740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:31:25.779036 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d9620b-99d3-4ebf-ad01-7d708d6dba38'] response: {'name': 'network-changed', 'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'status': 'completed', 'code': 200} May 04 07:31:25.782665 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:31:25.829791 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'Port': ['ID=edcd9bfd-576f-4274-8e31-1978edc537a1,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:25.844381 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-227a7642-24aa-4133-8f32-2a31c96b762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:25.845898 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-227a7642-24aa-4133-8f32-2a31c96b762f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 1127 time: 0.0430501 May 04 07:31:25.900717 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-f15dcc3a-a284-4b7b-b718-1460953856ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c HTTP/1.1" status: 200 len: 217 time: 0.0409505 May 04 07:31:25.953774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-d451b33e-f308-4f6c-b076-b65939071038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:25.955277 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-d451b33e-f308-4f6c-b076-b65939071038 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0472581 May 04 07:31:25.999684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faef57-97f6-4810-854d-fa6417b9901b req-b90e4144-2d63-4c4a-9bf8-80f62d5e36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:26.001249 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-b90e4144-2d63-4c4a-9bf8-80f62d5e36b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396636 May 04 07:31:26.100359 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-2d94f1c6-5d0a-44fb-8d44-ba4311ef4fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922525 May 04 07:31:26.193630 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for floatingip (69cc871e-6879-466b-ace7-0942ec3c1d85), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:26.195447 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37faef57-97f6-4810-854d-fa6417b9901b req-fcd40fff-abef-4244-b14a-3c8b0848b56d service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881002 May 04 07:31:26.278511 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c043c-ca4a-44bc-906a-42ba833311c9 req-dde7c3af-de50-46ef-852c-a90de876be4f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:26.280030 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-889c043c-ca4a-44bc-906a-42ba833311c9 req-dde7c3af-de50-46ef-852c-a90de876be4f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 943 time: 0.0665042 May 04 07:31:26.326936 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:26.375842 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-889c043c-ca4a-44bc-906a-42ba833311c9 req-3b8eeb6b-7d21-4927-ba42-45d0bd6ae782 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731771 May 04 07:31:26.505106 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:26.509972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:26.579959 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'Port': ['ID=edcd9bfd-576f-4274-8e31-1978edc537a1,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:26.590161 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (69cc871e-6879-466b-ace7-0942ec3c1d85), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:26.699249 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Floating IP 69cc871e-6879-466b-ace7-0942ec3c1d85 associated. External IP: 172.27.1.47, port: 20157e24-9023-4696-b519-9ce0ebed2926. May 04 07:31:26.906209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Router 5f60363e-7c9f-4396-bc80-53df804b442d has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:31:27.032902 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:31:27.042803 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Sync routers for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:31:27.053385 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.053947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:27.054550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:27.083996 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-847c5493-ca20-4df9-bf84-5eac13eb0671 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7459946 May 04 07:31:27.084563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:27.086789 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:27.087061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50774) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:27.092224 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837712398', 'description': 'tempest-secgroup-smoke-1837712398 description', 'project_id': '489c922d94f946908770992d288abbe2'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:27.116946 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.124137 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81113c-4586-4276-815c-f0373c1470ca x-openstack-request-id: req-3b81113c-4586-4276-815c-f0373c1470ca {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:27.124427 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:27.124678 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b81113c-4586-4276-815c-f0373c1470ca {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:27.125063 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b81113c-4586-4276-815c-f0373c1470ca'] response: {'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:31:27.173374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:27.188333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (65048f7d-e9b5-4f3a-9783-5c6b0531d3e5), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.192894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (65048f7d-e9b5-4f3a-9783-5c6b0531d3e5), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.476235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:27.479735 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.481150 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-87b42bce-0b02-4358-a4ef-f8306c9e510a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3930712 May 04 07:31:27.491651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50780) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:27.496163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:27.520620 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350c12-dc7c-4557-ab3e-a03f6aa819ff req-c2ba6a6a-6c33-47ac-add1-3ca6725712e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:27.524426 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (311bf292-e072-4921-b59e-0efdd4ff7860), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.527702 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c350c12-dc7c-4557-ab3e-a03f6aa819ff req-c2ba6a6a-6c33-47ac-add1-3ca6725712e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 943 time: 0.0652368 May 04 07:31:27.541452 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '69cc871e-6879-466b-ace7-0942ec3c1d85', 'tenant_id': '489c922d94f946908770992d288abbe2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'port_id': '20157e24-9023-4696-b519-9ce0ebed2926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'mac_address': 'fa:16:3e:02:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:26Z', 'updated_at': '2022-05-04T07:31:26Z', 'revision_number': 0, 'project_id': '489c922d94f946908770992d288abbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:27.570437 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Checking router: 5f60363e-7c9f-4396-bc80-53df804b442d for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:31:27.572441 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9c350c12-dc7c-4557-ab3e-a03f6aa819ff req-9c16909a-60dd-4d16-9349-9979ed234797 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 May 04 07:31:27.579438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:27.580041 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:27.588410 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (311bf292-e072-4921-b59e-0efdd4ff7860), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.594770 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (311bf292-e072-4921-b59e-0efdd4ff7860), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.613419 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311bf292-e072-4921-b59e-0efdd4ff7860,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:27.618629 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.619815 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9f4e8234-51ea-43f2-be03-6f677700fef5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270878 May 04 07:31:27.622924 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50782) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:27.627556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:27.653748 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d829c2c1-b47d-41d6-9479-013314b25fa2), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.694546 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:27.709259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d829c2c1-b47d-41d6-9479-013314b25fa2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.714040 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (d829c2c1-b47d-41d6-9479-013314b25fa2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.733649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d829c2c1-b47d-41d6-9479-013314b25fa2,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:27.743016 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.744205 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bc8981e3-d420-4e17-a943-cbf6ca293383 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202958 May 04 07:31:27.747091 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50784) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:27.755252 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:27.789089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (dee11709-84e8-4b01-9d54-654492949d4d), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.849397 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (dee11709-84e8-4b01-9d54-654492949d4d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.853108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (dee11709-84e8-4b01-9d54-654492949d4d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.871355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee11709-84e8-4b01-9d54-654492949d4d,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:27.883180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.884857 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-43e05d02-d967-477f-aeb1-aa9b13cea16c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356745 May 04 07:31:27.887131 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50786) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:27.892679 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:27.929607 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d7c54b9f-3178-4a43-ac03-ae9d29ad1106), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:27.945390 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '69cc871e-6879-466b-ace7-0942ec3c1d85', 'tenant_id': '489c922d94f946908770992d288abbe2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'port_id': '20157e24-9023-4696-b519-9ce0ebed2926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'mac_address': 'fa:16:3e:02:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:26Z', 'updated_at': '2022-05-04T07:31:26Z', 'revision_number': 0, 'project_id': '489c922d94f946908770992d288abbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:27.975947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6a523-28a6-419e-a851-22bb06168ca1 None None] The sync data for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi is: [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '69cc871e-6879-466b-ace7-0942ec3c1d85', 'tenant_id': '489c922d94f946908770992d288abbe2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'port_id': '20157e24-9023-4696-b519-9ce0ebed2926', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'mac_address': 'fa:16:3e:02:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:26Z', 'updated_at': '2022-05-04T07:31:26Z', 'revision_number': 0, 'project_id': '489c922d94f946908770992d288abbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:31:27.997090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d7c54b9f-3178-4a43-ac03-ae9d29ad1106), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.003180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (d7c54b9f-3178-4a43-ac03-ae9d29ad1106), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.027744 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c54b9f-3178-4a43-ac03-ae9d29ad1106,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:28.032822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.037421 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b3d7c2a9-577a-404d-b5d0-ff8cd2d1b592 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451867 May 04 07:31:28.038037 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50788) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:28.042571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:28.069648 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.securitygroups_db [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Project 489c922d94f946908770992d288abbe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:31:28.079167 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d8990fb4-1d2e-4818-8638-736092e36fec), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.150856 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (d8990fb4-1d2e-4818-8638-736092e36fec), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.155450 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (d8990fb4-1d2e-4818-8638-736092e36fec), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.174458 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8990fb4-1d2e-4818-8638-736092e36fec,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:28.188319 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.189839 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-572e329e-7a60-43d7-b93a-357651f9802b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512690 May 04 07:31:28.193346 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50790) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:28.197910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'security_group_rule': {'security_group_id': '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5', 'project_id': '489c922d94f946908770992d288abbe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:28.211816 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721bff1-046e-47d5-b442-5bc3d9378684 None None] New status for floating IP 69cc871e-6879-466b-ace7-0942ec3c1d85: ACTIVE {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:31:28.225712 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.securitygroups_db [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Project 489c922d94f946908770992d288abbe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:31:28.233444 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (3536a94b-414a-4e57-be47-f43fb004e23b), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.299762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (3536a94b-414a-4e57-be47-f43fb004e23b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.306638 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (3536a94b-414a-4e57-be47-f43fb004e23b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.326989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3536a94b-414a-4e57-be47-f43fb004e23b,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:28.334734 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.335943 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8b4278f6-9c2d-40a4-8146-e505c06868d8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414869 May 04 07:31:28.451740 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-b180199c-4acb-42b9-93ce-e3bd844e50ba tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837712398&fields=id&tenant_id=489c922d94f946908770992d288abbe2 HTTP/1.1" status: 200 len: 267 time: 0.0553532 May 04 07:31:28.500166 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-fca9e93c-3055-48a6-b29a-13693f47723d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.501617 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-fca9e93c-3055-48a6-b29a-13693f47723d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0466211 May 04 07:31:28.512993 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'port': {'security_groups': ['7013b2b4-b496-48b4-847a-813faf397c1e', '65048f7d-e9b5-4f3a-9783-5c6b0531d3e5']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:28.585030 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.699740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95fe30-fdba-4a4f-ac67-7c54de69c565 req-cf3cb3c4-1e91-4e33-906e-3710c73aa39e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.701223 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2d95fe30-fdba-4a4f-ac67-7c54de69c565 req-cf3cb3c4-1e91-4e33-906e-3710c73aa39e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 943 time: 0.0594962 May 04 07:31:28.748457 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2d95fe30-fdba-4a4f-ac67-7c54de69c565 req-8772fe7c-d080-48ab-a48a-e278a559d78c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 May 04 07:31:28.781952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:28.820009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for port (20157e24-9023-4696-b519-9ce0ebed2926), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.838222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.869602 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-b036f534-e4f0-488a-8baf-b86cbb00eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.871083 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-b036f534-e4f0-488a-8baf-b86cbb00eb78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1168 time: 0.0467708 May 04 07:31:28.880168 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-1d65e0a6-7782-400f-85eb-e5551f767ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.881656 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-1d65e0a6-7782-400f-85eb-e5551f767ddf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 1127 time: 0.0731885 May 04 07:31:28.883219 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:31:28.893782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.894409 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:28.899612 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92b7706b-20bb-4323-ab69-b2e5b63bf117 req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "PUT /v2.0/ports/20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 981 time: 0.3909581 May 04 07:31:28.900144 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:28.902452 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5783ef60-cdef-4a79-b8ca-36f26e506f86" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:28.975083 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-c5fdf72f-8204-43d6-a9b5-ca3ab1474e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:28.976579 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-c5fdf72f-8204-43d6-a9b5-ca3ab1474e16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 916 time: 0.0991497 May 04 07:31:28.977946 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fcfa56-2a34-4297-b540-d69d66fed01e x-openstack-request-id: req-42fcfa56-2a34-4297-b540-d69d66fed01e {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:28.978242 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:28.978489 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42fcfa56-2a34-4297-b540-d69d66fed01e {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:28.978879 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fcfa56-2a34-4297-b540-d69d66fed01e'] response: {'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:31:29.025222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3240577-7320-4745-b2c9-dc99a0567b44 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=6']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:29.064535 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-bf4e3fe4-347c-4d7e-8fc0-dc4480b6267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.065945 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-bf4e3fe4-347c-4d7e-8fc0-dc4480b6267d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.1506107 May 04 07:31:29.103981 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139ab85-deb3-46d5-a8bb-86a21c45aecc req-d82d6a42-fca2-488b-8e38-4f5b40b3c847 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.105961 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3139ab85-deb3-46d5-a8bb-86a21c45aecc req-d82d6a42-fca2-488b-8e38-4f5b40b3c847 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0650907 May 04 07:31:29.128213 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-e6ab4da0-b1a2-4023-9d84-6b2b0be3f9b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c HTTP/1.1" status: 200 len: 217 time: 0.0532160 May 04 07:31:29.132850 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:31:29.144421 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-9b05242b-aeca-44fc-91c6-ddf24e29f89d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 1000 time: 0.1600647 May 04 07:31:29.186189 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-fe2ddb01-8999-4801-8f57-8da3a6a0f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.188610 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-fe2ddb01-8999-4801-8f57-8da3a6a0f72b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0536902 May 04 07:31:29.216595 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 114b1c24-2ae3-4ec4-9169-499b9c74370c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:31:29.225921 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3139ab85-deb3-46d5-a8bb-86a21c45aecc req-836d17e6-39ed-4f59-ac65-95e2349ebb0b tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141541 May 04 07:31:29.232378 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-8a972a99-8a78-4a60-9e27-d22fe271eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.234824 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-8a972a99-8a78-4a60-9e27-d22fe271eb7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0819087 May 04 07:31:29.259102 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-795ba662-966f-400a-b061-c94404799f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.261499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-795ba662-966f-400a-b061-c94404799f17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648730 May 04 07:31:29.288003 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-1833d580-dbc4-4817-995b-05926cb8b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.289647 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-1833d580-dbc4-4817-995b-05926cb8b346 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481691 May 04 07:31:29.311963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1fe59947-8182-4514-8f97-751c485ad663 None None] Provisioning complete for port 20157e24-9023-4696-b519-9ce0ebed2926 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:31:29.312334 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1fe59947-8182-4514-8f97-751c485ad663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (20157e24-9023-4696-b519-9ce0ebed2926), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:29.368224 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-cd5cef38-af1f-4305-960a-cb177cc18052 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987120 May 04 07:31:29.384318 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-2cf46e3a-6626-453d-be8a-e3872a9915db service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 May 04 07:31:29.467959 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fe6f583-90dc-4b6e-8a47-001cb297141b req-7793e264-766e-49ef-8c02-da53b693a486 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931749 May 04 07:31:29.492848 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4a5e9c7-cfec-4acc-b98d-2a3f21465b38 req-361214f5-40a9-4fdc-8fa0-9bfa41abc90b service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989945 May 04 07:31:29.508659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:29.560252 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'port_id': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'mac_address': 'fa:16:3e:3d:83:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:31:29.606195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1fe59947-8182-4514-8f97-751c485ad663 None None] Current status of the port 20157e24-9023-4696-b519-9ce0ebed2926 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:31:29.608955 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-98f9e836-2439-429b-af81-a328848facf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.610469 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-98f9e836-2439-429b-af81-a328848facf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1168 time: 0.0419140 May 04 07:31:29.672934 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 114b1c24-2ae3-4ec4-9169-499b9c74370c is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:31:29.673311 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:29.702902 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114b1c24-2ae3-4ec4-9169-499b9c74370c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:31:29.705537 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-f24bb72f-e340-40ef-8cfb-ec9f37c77344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.706999 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-f24bb72f-e340-40ef-8cfb-ec9f37c77344 service neutron] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 916 time: 0.0905068 May 04 07:31:29.736785 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:29.742496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:29.794184 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-9b0791d1-87f1-403d-9758-596fee2b9b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 1000 time: 0.0793204 May 04 07:31:29.817766 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:29.852803 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-d76f0512-b1cf-4bd1-a1a3-6e99018cc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.854298 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-d76f0512-b1cf-4bd1-a1a3-6e99018cc57b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0506227 May 04 07:31:29.874757 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00abb9-a492-4393-8aae-460635408f11 req-6e353db9-7a91-48cc-b808-08c5ffb527cc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.876721 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d00abb9-a492-4393-8aae-460635408f11 req-6e353db9-7a91-48cc-b808-08c5ffb527cc tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 944 time: 0.0558579 May 04 07:31:29.904635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-3659f91a-4882-44a7-8b9b-87627aa35219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:29.906155 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-3659f91a-4882-44a7-8b9b-87627aa35219 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458519 May 04 07:31:29.933661 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d00abb9-a492-4393-8aae-460635408f11 req-fcff2239-d0a7-4845-9a59-b82805715369 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504181 May 04 07:31:30.056390 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-71f37fba-df1a-4aeb-822d-cd3a6b94fc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:30.226614 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-db730184-7dfc-4597-9f5c-798ae009cc62 service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133438 May 04 07:31:30.319891 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5783ef60-cdef-4a79-b8ca-36f26e506f86 req-af98edcd-89e2-452e-90da-0e9b95feea9f service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 May 04 07:31:30.631583 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['114b1c24-2ae3-4ec4-9169-499b9c74370c'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:31:31.047985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014c981-7d1f-4cc1-87f0-a554ce37b954 req-64cb40e8-f743-4809-a856-9cd70de94317 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:31.049487 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9014c981-7d1f-4cc1-87f0-a554ce37b954 req-64cb40e8-f743-4809-a856-9cd70de94317 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 944 time: 0.0483069 May 04 07:31:31.096246 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9014c981-7d1f-4cc1-87f0-a554ce37b954 req-9ffea7a4-eb39-45e4-b2d8-c14ae1411ebb tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 May 04 07:31:31.750042 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 114b1c24-2ae3-4ec4-9169-499b9c74370c up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:31:31.794151 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 114b1c24-2ae3-4ec4-9169-499b9c74370c completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:31:31.799834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 114b1c24-2ae3-4ec4-9169-499b9c74370c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:31:31.800203 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:31.875216 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 114b1c24-2ae3-4ec4-9169-499b9c74370c is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:31:31.875735 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:31.899782 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:31.902028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505f546-0394-4433-a1f5-0f18b1c1a75e" -d '{"events": [{"server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "name": "network-vif-plugged", "status": "completed", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:31.917801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:31.921758 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:31.947465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ca8f57-0218-4413-aadd-58799ad4bfa6 x-openstack-request-id: req-d3ca8f57-0218-4413-aadd-58799ad4bfa6 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:31.947766 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "name": "network-vif-plugged", "status": "completed", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:31.948024 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3ca8f57-0218-4413-aadd-58799ad4bfa6 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:31.948414 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ca8f57-0218-4413-aadd-58799ad4bfa6'] response: {'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'code': 200} May 04 07:31:31.973355 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:32.153463 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a8e8-3588-4a2e-82bf-44a6191aebad req-2b1a2161-0f95-41a4-9175-d7c8d7355ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:32.154938 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b73a8e8-3588-4a2e-82bf-44a6191aebad req-2b1a2161-0f95-41a4-9175-d7c8d7355ddd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 1129 time: 0.0396032 May 04 07:31:32.228889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d577119-8376-4b4d-a349-22f0c395cae6 req-2f216fe6-b15a-4b7f-9a7c-49da8394aa14 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:32.230330 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9d577119-8376-4b4d-a349-22f0c395cae6 req-2f216fe6-b15a-4b7f-9a7c-49da8394aa14 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0629570 May 04 07:31:32.247240 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9b73a8e8-3588-4a2e-82bf-44a6191aebad req-644406f1-910b-4d62-bd5a-fb119951dc00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851259 May 04 07:31:32.284549 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9d577119-8376-4b4d-a349-22f0c395cae6 req-a2213565-6bfd-46f3-b00f-005732eac10c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466576 May 04 07:31:32.300567 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5a8ee5b2-16f7-4d82-966f-b1d6105dac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:33.408024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1029f2-466a-4262-8dba-7657596d6f1a req-5c56035c-db5b-42e3-b582-58cfbe39a39b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:33.409476 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc1029f2-466a-4262-8dba-7657596d6f1a req-5c56035c-db5b-42e3-b582-58cfbe39a39b tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0476246 May 04 07:31:33.456425 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc1029f2-466a-4262-8dba-7657596d6f1a req-34c43097-81e3-4cae-87ac-0dccf095e9fa tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 May 04 07:31:33.509606 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:34.569072 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a31a0-bc69-4fa6-92aa-11e89174ee63 req-2901c27d-d268-451a-8ae8-30b55b450470 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:34.570517 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-442a31a0-bc69-4fa6-92aa-11e89174ee63 req-2901c27d-d268-451a-8ae8-30b55b450470 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0469487 May 04 07:31:34.615140 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-442a31a0-bc69-4fa6-92aa-11e89174ee63 req-89c474bb-0e68-4e50-833c-528c92ebefd6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 May 04 07:31:34.724738 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf665-57ff-4dc7-be07-783919c0420d req-075d641a-3a37-44ce-8235-579a0c77671c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:34.726189 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-60faf665-57ff-4dc7-be07-783919c0420d req-075d641a-3a37-44ce-8235-579a0c77671c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0491664 May 04 07:31:34.735366 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50820) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:31:34.739495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'port_id': '114b1c24-2ae3-4ec4-9169-499b9c74370c'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:31:34.780837 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:34.817533 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:35.219777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:35.223205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:35.321620 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP acc8b633-765f-4182-9ef9-7c0b904bae13 associated. External IP: 172.27.1.202, port: 114b1c24-2ae3-4ec4-9169-499b9c74370c. May 04 07:31:35.531603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:31:35.641139 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:31:35.645455 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:35.651085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:31:35.660497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:35.661107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:35.675131 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0ef95ea8-aef6-4c85-adc8-3dda1f6f8880 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "PUT /v2.0/floatingips/acc8b633-765f-4182-9ef9-7c0b904bae13 HTTP/1.1" status: 200 len: 991 time: 0.9387903 May 04 07:31:35.675714 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:35.677947 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8f1ba-6338-4458-b1ac-96030380d8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:35.715728 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f87524-5018-4812-933a-abcbefc3daeb x-openstack-request-id: req-b1f87524-5018-4812-933a-abcbefc3daeb {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:35.716019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:35.716273 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f87524-5018-4812-933a-abcbefc3daeb {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:35.716683 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f87524-5018-4812-933a-abcbefc3daeb'] response: {'name': 'network-changed', 'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'status': 'completed', 'code': 200} May 04 07:31:35.785006 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:35.803726 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-feb1ad09-0ac6-40b2-bdf7-a4546bd4d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:35.805197 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-feb1ad09-0ac6-40b2-bdf7-a4546bd4d6b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 1129 time: 0.0410345 May 04 07:31:35.894060 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-8843e3e8-a135-4ef8-bac0-a310c636c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:35.895552 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-8843e3e8-a135-4ef8-bac0-a310c636c842 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.0843010 May 04 07:31:35.970520 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-af1137f4-7c2a-4adb-ac21-79fbd07516c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c HTTP/1.1" status: 200 len: 999 time: 0.0620100 May 04 07:31:36.014654 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'acc8b633-765f-4182-9ef9-7c0b904bae13', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:3d:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:21Z', 'updated_at': '2022-05-04T07:31:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:36.019227 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-81671d55-e0a6-4189-8ee3-2d2069498369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:36.020691 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-81671d55-e0a6-4189-8ee3-2d2069498369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0440404 May 04 07:31:36.040680 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:31:36.050274 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:36.050872 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:36.064289 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-5bb19e8d-aad6-48d0-9a10-c10db2d7d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:36.065769 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-5bb19e8d-aad6-48d0-9a10-c10db2d7d0ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392601 May 04 07:31:36.164100 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-116ad8fc-c0aa-4806-8b0e-dbd13c8b35ea service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917578 May 04 07:31:36.259188 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-37a8f1ba-6338-4458-b1ac-96030380d8cc req-c61f3182-0a0c-4e45-b8a2-0e376d7a718b service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888104 May 04 07:31:36.292170 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:36.300873 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:36.525201 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'acc8b633-765f-4182-9ef9-7c0b904bae13', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:3d:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:21Z', 'updated_at': '2022-05-04T07:31:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:36.552125 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1597a56-70f4-4fc8-88ea-05c5e38a9cca None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'acc8b633-765f-4182-9ef9-7c0b904bae13', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:3d:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:31:21Z', 'updated_at': '2022-05-04T07:31:35Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:31:36.753442 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64c929-be05-467d-ab1c-f1bd2e74c1fe None None] New status for floating IP acc8b633-765f-4182-9ef9-7c0b904bae13: ACTIVE {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:31:44.482450 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:31:44.920771 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:53.950221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7206f4-4cd4-4e22-8cce-9ee125ee1435 req-4b7063c0-4635-42ea-8120-3dd3fd49dc13 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:53.951625 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc7206f4-4cd4-4e22-8cce-9ee125ee1435 req-4b7063c0-4635-42ea-8120-3dd3fd49dc13 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0495949 May 04 07:31:54.000398 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc7206f4-4cd4-4e22-8cce-9ee125ee1435 req-5feb2a5d-ac1d-456c-bf41-d2bf134e8162 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 May 04 07:31:55.119288 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906c746-2e2d-48a5-998f-99f1d63440a0 req-20bd539b-8351-4116-aaca-d74257a29e08 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:55.120877 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4906c746-2e2d-48a5-998f-99f1d63440a0 req-20bd539b-8351-4116-aaca-d74257a29e08 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0471458 May 04 07:31:55.172702 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4906c746-2e2d-48a5-998f-99f1d63440a0 req-63496b49-0d4a-4fbe-ba6a-d4cd7ce8e639 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 May 04 07:31:56.297009 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d47ff-db42-4287-a8d7-b428a88d77f4 req-8d8e5f45-8173-4d3a-b0c7-1d1a6b5b6027 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:56.298450 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c82d47ff-db42-4287-a8d7-b428a88d77f4 req-8d8e5f45-8173-4d3a-b0c7-1d1a6b5b6027 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0542514 May 04 07:31:56.345743 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c82d47ff-db42-4287-a8d7-b428a88d77f4 req-002dff16-c6cf-4e41-b7bd-4ec3d62cb572 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 May 04 07:31:57.458514 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aec2dc-1b73-468d-9f87-1d87297b59fb req-3f1024bf-9bd9-4708-95cf-adc813aa634d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:57.460007 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-72aec2dc-1b73-468d-9f87-1d87297b59fb req-3f1024bf-9bd9-4708-95cf-adc813aa634d tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0468600 May 04 07:31:57.507459 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-72aec2dc-1b73-468d-9f87-1d87297b59fb req-17f905db-f6e8-429d-917f-d60ab5d6c090 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 May 04 07:31:58.098867 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-3fb5e2c2-3429-4574-a134-0b3d1fc58301 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:58.100304 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-3fb5e2c2-3429-4574-a134-0b3d1fc58301 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0486810 May 04 07:31:58.197426 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Deleting port 6fcefd15-d130-4384-8e1b-f42273992ef3 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:31:58.198007 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:58.298545 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] For port 6fcefd15-d130-4384-8e1b-f42273992ef3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6fcefd15-d130-4384-8e1b-f42273992ef3,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:31:58.298896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:58.521736 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:58.522426 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:58.522426 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Floating IP 00cd3c0d-8249-4a27-92a5-21bbc2b2e568 disassociated. External IP: 172.27.1.247, port: 6fcefd15-d130-4384-8e1b-f42273992ef3. May 04 07:31:58.522704 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Calling delete_port for 6fcefd15-d130-4384-8e1b-f42273992ef3 owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:31:58.671761 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9a9ad-cb30-4b29-81d1-91353b89e272 req-88a137f1-cb5c-4c58-ad0d-2b44e73676a6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:58.673250 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f1f9a9ad-cb30-4b29-81d1-91353b89e272 req-88a137f1-cb5c-4c58-ad0d-2b44e73676a6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 945 time: 0.0880926 May 04 07:31:58.715363 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (6fcefd15-d130-4384-8e1b-f42273992ef3), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:58.755952 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event deleted for resources: {'Port': ['ID=6fcefd15-d130-4384-8e1b-f42273992ef3,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:31:58.772362 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f1f9a9ad-cb30-4b29-81d1-91353b89e272 req-1892aaf8-7a10-443b-87f8-7b9e544909e6 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=6362944e-ce7b-4d37-9920-934249f59ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918007 May 04 07:31:58.882519 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Router e0c70785-ca91-4416-adcc-df9cb2117a92 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:31:58.890524 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b39f4-4b4b-4938-8592-a5c43c843a49 req-3fe06632-9762-4e2c-86e8-84d60490d1fe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:31:58.892141 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a85b39f4-4b4b-4938-8592-a5c43c843a49 req-3fe06632-9762-4e2c-86e8-84d60490d1fe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0511425 May 04 07:31:58.946080 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a85b39f4-4b4b-4938-8592-a5c43c843a49 req-37636b0f-3f99-4c9b-b926-2855d0046b10 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481946 May 04 07:31:58.995055 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:31:59.005498 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:31:59.015719 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:59.016351 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:59.038242 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] No DVR routers for this DVR port 6fcefd15-d130-4384-8e1b-f42273992ef3 on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:31:59.040726 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:31:59.043933 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-31a817a8-7a47-4a2b-a871-ee50cfee1017 req-9c29df9e-dacf-4f89-b514-72c05f458a51 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "DELETE /v2.0/ports/6fcefd15-d130-4384-8e1b-f42273992ef3 HTTP/1.1" status: 204 len: 173 time: 0.9299531 May 04 07:31:59.044360 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'name': 'network-vif-deleted', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:31:59.046574 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd9b0d-e283-4752-bd1d-b46f54f77c48" -d '{"events": [{"server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "name": "network-vif-deleted", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:31:59.083218 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef44072-f022-471a-be38-7a31f3d5b7a7 x-openstack-request-id: req-4ef44072-f022-471a-be38-7a31f3d5b7a7 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:31:59.083583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bd0f19-23ad-4344-8610-a913bc20116b", "name": "network-vif-deleted", "tag": "6fcefd15-d130-4384-8e1b-f42273992ef3", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:31:59.083903 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef44072-f022-471a-be38-7a31f3d5b7a7 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:31:59.084365 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef44072-f022-471a-be38-7a31f3d5b7a7'] response: {'server_uuid': '98bd0f19-23ad-4344-8610-a913bc20116b', 'name': 'network-vif-deleted', 'tag': '6fcefd15-d130-4384-8e1b-f42273992ef3', 'status': 'completed', 'code': 200} May 04 07:31:59.125472 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:59.322402 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:59.349240 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:31:59.357487 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:31:59.358023 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:59.466421 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:31:59.656560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:31:59.687073 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eabe65b-0a11-4113-b78b-2d2b96f69989 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:24:23Z', 'revision_number': 4, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a8c20dc4-794f-4b86-b487-62b0f389fd9d', 'name': '', 'network_id': '9c893ba4-2651-45af-9182-0658a85cf051', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'mac_address': 'fa:16:3e:7b:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:22Z', 'updated_at': '2022-05-04T07:24:29Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'subnets': [{'id': '8e70ace2-b61e-40b6-be3d-a0df9b8be807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:31:59.879892 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90bf4a20-6967-4297-834f-4a6caed5222d req-cae564f7-b221-40ed-a949-f226efb69013 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 210 time: 0.0284147 May 04 07:31:59.911472 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19bb9b-7f67-4c90-bbf7-c48bc1fbd2a4 None None] New status for floating IP 00cd3c0d-8249-4a27-92a5-21bbc2b2e568: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:32:00.062195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9920fe4e-a016-48d6-ba75-5e83c5930a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:00.082294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459dfc1-471e-4880-9612-e7788ac61f93 req-686b3be3-6710-4c3b-b745-9d4f62b8b7de tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:00.083829 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b459dfc1-471e-4880-9612-e7788ac61f93 req-686b3be3-6710-4c3b-b745-9d4f62b8b7de tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0540330 May 04 07:32:00.133523 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b459dfc1-471e-4880-9612-e7788ac61f93 req-ca9b0304-22c8-4473-89fc-c3f276189a02 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 May 04 07:32:00.953505 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-4b1f52d3-226a-4ab9-907f-abd7fd2ef889 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:00.955024 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-4b1f52d3-226a-4ab9-907f-abd7fd2ef889 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0524561 May 04 07:32:00.990687 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d85dc036-8fa9-447d-8071-97625d7b6899 req-471aa8f3-5666-4646-9082-36360e87ae82 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bd0f19-23ad-4344-8610-a913bc20116b HTTP/1.1" status: 200 len: 210 time: 0.0279973 May 04 07:32:01.059180 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Deleting port a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:01.059526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.149412 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] For port a6010091-d7c4-444a-ae1e-4b6a7628d021, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6010091-d7c4-444a-ae1e-4b6a7628d021,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:01.150146 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.299942 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe3ce-64ce-4ace-819d-ca813b99f523 req-17930c8a-c515-4d56-8d45-3a734b691d48 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:01.301417 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c2ffe3ce-64ce-4ace-819d-ca813b99f523 req-17930c8a-c515-4d56-8d45-3a734b691d48 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=d719714e-b41a-477a-9690-19eb2cb16865 HTTP/1.1" status: 200 len: 946 time: 0.0897264 May 04 07:32:01.390023 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.390371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.390680 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Floating IP 78488595-791c-4d0e-ad5e-3f8d9aaac659 disassociated. External IP: 172.27.1.240, port: a6010091-d7c4-444a-ae1e-4b6a7628d021. May 04 07:32:01.391010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Calling delete_port for a6010091-d7c4-444a-ae1e-4b6a7628d021 owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:01.399990 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c2ffe3ce-64ce-4ace-819d-ca813b99f523 req-3b15faab-c1eb-4277-a8cc-99b7ca06d690 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930481 May 04 07:32:01.520043 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (a6010091-d7c4-444a-ae1e-4b6a7628d021), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.548333 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'Port': ['ID=a6010091-d7c4-444a-ae1e-4b6a7628d021,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:01.662882 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:32:01.770928 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:01.780645 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:01.792492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:01.793113 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:01.795008 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6fcefd15-d130-4384-8e1b-f42273992ef3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:01.816369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] No DVR routers for this DVR port a6010091-d7c4-444a-ae1e-4b6a7628d021 on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:32:01.818987 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:01.822154 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f7803131-c851-4aa7-bfd9-2d0ec2ca93e7 req-e71b8e78-6018-48d7-9656-6de2c2adb905 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "DELETE /v2.0/ports/a6010091-d7c4-444a-ae1e-4b6a7628d021 HTTP/1.1" status: 204 len: 173 time: 0.8574519 May 04 07:32:01.822589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-deleted', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:01.824854 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf138452-fa1f-4134-ba68-cd5585926ecd" -d '{"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-deleted", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:01.855801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 6fcefd15-d130-4384-8e1b-f42273992ef3 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:01.856145 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6fcefd15-d130-4384-8e1b-f42273992ef3 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:01.866949 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f4f5e-2909-4e91-bcb7-233e0c8eb78c x-openstack-request-id: req-736f4f5e-2909-4e91-bcb7-233e0c8eb78c {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:01.867495 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719714e-b41a-477a-9690-19eb2cb16865", "name": "network-vif-deleted", "tag": "a6010091-d7c4-444a-ae1e-4b6a7628d021", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:01.867495 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-736f4f5e-2909-4e91-bcb7-233e0c8eb78c {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:01.868016 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736f4f5e-2909-4e91-bcb7-233e0c8eb78c'] response: {'server_uuid': 'd719714e-b41a-477a-9690-19eb2cb16865', 'name': 'network-vif-deleted', 'tag': 'a6010091-d7c4-444a-ae1e-4b6a7628d021', 'status': 'completed', 'code': 200} May 04 07:32:01.951642 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:02.085523 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50918) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.165530 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:02.193619 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:02.202996 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:02.203652 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:31:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:02.396203 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (6362944e-ce7b-4d37-9920-934249f59ad5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.421618 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (6362944e-ce7b-4d37-9920-934249f59ad5), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.464251 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:02.495469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6362944e-ce7b-4d37-9920-934249f59ad5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.499764 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.505292 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50924) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.505893 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "DELETE /v2.0/security-groups/6362944e-ce7b-4d37-9920-934249f59ad5 HTTP/1.1" status: 204 len: 168 time: 0.4187448 May 04 07:32:02.506138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50926) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.519956 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.api.v2.resource [None req-deb14ac6-f977-451b-b59f-84607c64dace tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] show failed (client error): The resource could not be found. May 04 07:32:02.520981 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-deb14ac6-f977-451b-b59f-84607c64dace tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups/6362944e-ce7b-4d37-9920-934249f59ad5 HTTP/1.1" status: 404 len: 347 time: 0.0139565 May 04 07:32:02.523748 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50928) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.531859 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362944e-ce7b-4d37-9920-934249f59ad5,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:02.541859 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1e831c30-668a-4a5f-ba4f-8a31bd91398a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.550807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.551072 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.551436 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.551779 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.552108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.552434 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.552761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.553089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.553409 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.553736 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.554059 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.554379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.554701 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.555012 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.555349 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09c77d-48f1-464f-a991-68d9964cdad8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:02.585946 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (e90ca9cd-1e22-4ad4-80ff-737dcdfd6000), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.609147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (e90ca9cd-1e22-4ad4-80ff-737dcdfd6000), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.664081 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (e90ca9cd-1e22-4ad4-80ff-737dcdfd6000), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.667437 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.667620 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Deleting port d8422eb2-8056-4b61-a146-548a9268d725 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:02.667941 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (d8422eb2-8056-4b61-a146-548a9268d725), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.668596 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "DELETE /v2.0/security-groups/e90ca9cd-1e22-4ad4-80ff-737dcdfd6000 HTTP/1.1" status: 204 len: 168 time: 0.1587145 May 04 07:32:02.671946 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50930) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.686694 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b5c5e-49b5-406e-b96b-84f84d1e4dbe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ca9cd-1e22-4ad4-80ff-737dcdfd6000,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:02.693287 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-4b5705ca-f5cb-4616-a1e5-4de7806bb0d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] show failed (client error): The resource could not be found. May 04 07:32:02.694325 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4b5705ca-f5cb-4616-a1e5-4de7806bb0d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups/e90ca9cd-1e22-4ad4-80ff-737dcdfd6000 HTTP/1.1" status: 404 len: 347 time: 0.0201459 May 04 07:32:02.694678 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:02.697709 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50932) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:02.725935 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5197b-c870-41ea-b781-827feacf39e6 None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:02.825118 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (d8422eb2-8056-4b61-a146-548a9268d725), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.825452 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (d8422eb2-8056-4b61-a146-548a9268d725), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:02.969278 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af540b-6baa-45b3-b328-acde24e8419b None None] New status for floating IP 78488595-791c-4d0e-ad5e-3f8d9aaac659: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:32:03.086824 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Calling delete_port for d8422eb2-8056-4b61-a146-548a9268d725 owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:03.107972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Deleting port 71803610-e92d-414a-8262-1e318be9eedf {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:03.108312 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (71803610-e92d-414a-8262-1e318be9eedf), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.242039 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (71803610-e92d-414a-8262-1e318be9eedf), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.242365 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (71803610-e92d-414a-8262-1e318be9eedf), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.257167 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Calling delete_port for 71803610-e92d-414a-8262-1e318be9eedf owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:03.355255 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (d8422eb2-8056-4b61-a146-548a9268d725), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.387523 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event deleted for resources: {'Port': ['ID=d8422eb2-8056-4b61-a146-548a9268d725,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:03.488263 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks [] for floatingip (00cd3c0d-8249-4a27-92a5-21bbc2b2e568), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.490721 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.491887 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4cd265ed-893c-49d8-9fc8-44989d10acb5 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "DELETE /v2.0/floatingips/00cd3c0d-8249-4a27-92a5-21bbc2b2e568 HTTP/1.1" status: 204 len: 168 time: 0.9668114 May 04 07:32:03.509389 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (71803610-e92d-414a-8262-1e318be9eedf), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.514029 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.536374 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'Port': ['ID=71803610-e92d-414a-8262-1e318be9eedf,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:03.605462 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (78488595-791c-4d0e-ad5e-3f8d9aaac659), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.607954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:03.609118 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1be23b81-fcc1-4cbb-835f-5147ad9ed50a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "DELETE /v2.0/floatingips/78488595-791c-4d0e-ad5e-3f8d9aaac659 HTTP/1.1" status: 204 len: 168 time: 0.9102533 May 04 07:32:03.998418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 50942) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:04.003340 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142202153', 'description': 'tempest-description--1846856518'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:04.023111 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.089819 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (46d7bc90-3738-4c75-8cf2-21073eb9dba8), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.093480 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (46d7bc90-3738-4c75-8cf2-21073eb9dba8), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.120970 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.122160 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1227422 May 04 07:32:04.125669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50946) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:04.130443 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group_rule': {'security_group_id': '46d7bc90-3738-4c75-8cf2-21073eb9dba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:04.130637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba3084-148b-4069-a538-191c093ca914 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7bc90-3738-4c75-8cf2-21073eb9dba8,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:04.158297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (dfab0181-30d2-4279-ab13-d09d08d56bab), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.204017 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (dfab0181-30d2-4279-ab13-d09d08d56bab), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.207996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (dfab0181-30d2-4279-ab13-d09d08d56bab), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.224411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfab0181-30d2-4279-ab13-d09d08d56bab,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:04.234741 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.236884 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-31818ea1-b9bb-4104-84dd-a351143b555e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101649 May 04 07:32:04.239076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50948) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:04.243351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'security_group_rule': {'security_group_id': '46d7bc90-3738-4c75-8cf2-21073eb9dba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:04.270255 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (27cdfc51-8328-45aa-a6e7-d21ca5e0ad4e), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.323685 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (27cdfc51-8328-45aa-a6e7-d21ca5e0ad4e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.327025 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (27cdfc51-8328-45aa-a6e7-d21ca5e0ad4e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.343992 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cdfc51-8328-45aa-a6e7-d21ca5e0ad4e,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:04.352268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.353437 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c19bdf8c-8ae0-42bd-814d-68e07a2b4c1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133904 May 04 07:32:04.356455 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 50950) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:04.360637 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:04.380370 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.460690 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.564231 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Allocated IP 172.27.1.128 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/ab9a6712-59e6-4001-bdff-d68a32e56b3a) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:04.670381 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.706628 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.744622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:04.747551 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:04.751073 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:04.777931 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=ab9a6712-59e6-4001-bdff-d68a32e56b3a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:04.821091 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.848346 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:04.885964 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:05.044808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:05.050154 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:05.117924 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=ab9a6712-59e6-4001-bdff-d68a32e56b3a,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:05.129348 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:05.144557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:05.145755 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b22e568c-a240-4a47-a0a0-ab2739c3d1cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7883949 May 04 07:32:05.295366 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-cecc63e5-a44b-4949-a798-35e3be3d8500 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1142202153&fields=id&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 267 time: 0.0443125 May 04 07:32:05.402894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-b4fdc09a-9098-4758-b7a1-5e789355d08f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:05.404372 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-b4fdc09a-9098-4758-b7a1-5e789355d08f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 817 time: 0.1016405 May 04 07:32:05.418460 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6e97e528-4f88-4e22-b797-2682cf038c49 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/quotas/a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 375 time: 0.0087235 May 04 07:32:05.466494 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-3410a8e9-71cb-4cfb-a120-fe592eca3664 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433395 May 04 07:32:05.608076 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-b9f4676f-ef50-46c2-99d8-bfdab16145c7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304665 May 04 07:32:05.696718 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-66750a3b-14d9-4d2f-b74c-ef03905f39b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819061 May 04 07:32:05.809271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:05.838361 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: a6010091-d7c4-444a-ae1e-4b6a7628d021 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:05.839814 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a6010091-d7c4-444a-ae1e-4b6a7628d021 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:05.865766 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-89fb7b58-08a1-4f59-8de2-1dbffffcb8cb req-e837be02-07aa-4706-a956-5fcaea77521b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0337493 May 04 07:32:05.985620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a43171-3411-4fe1-88e5-80b5699faa82 req-4bf30e50-160c-4674-8a13-1a521cefd75f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:05.987229 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85a43171-3411-4fe1-88e5-80b5699faa82 req-4bf30e50-160c-4674-8a13-1a521cefd75f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0490811 May 04 07:32:06.036249 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85a43171-3411-4fe1-88e5-80b5699faa82 req-a34c77bf-df6d-421f-b292-ca2dfc1359fc tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 May 04 07:32:06.266556 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:06.829285 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-79e8a7cd-83f4-47ac-90f4-fe1728cbfb66 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:06.831313 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-79e8a7cd-83f4-47ac-90f4-fe1728cbfb66 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0462368 May 04 07:32:06.970112 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9bffac58-9241-4657-ac55-2f8baf94a862 req-90bed245-0736-42ea-885f-5bfa7a266082 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0273423 May 04 07:32:07.082817 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Deleting port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:07.083287 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.176568 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] For port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:07.177147 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.191492 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Calling delete_port for 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:07.191736 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6fc8d-90bd-4391-979c-df39baf64d19 req-68a85896-e247-482c-8e57-fa99a1da6a55 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:07.193289 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-72e6fc8d-90bd-4391-979c-df39baf64d19 req-68a85896-e247-482c-8e57-fa99a1da6a55 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=6978e7d6-b708-4b6e-a89c-a4ed115d1e8d HTTP/1.1" status: 200 len: 945 time: 0.0850296 May 04 07:32:07.284407 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-a8866d32-d6e0-49e4-9512-c4f0c82a2a1a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:07.285509 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-a8866d32-d6e0-49e4-9512-c4f0c82a2a1a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 817 time: 0.1640718 May 04 07:32:07.292685 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-72e6fc8d-90bd-4391-979c-df39baf64d19 req-7f8ae49e-3a2d-467e-b9b1-1cddcec8989f tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713103 May 04 07:32:07.339988 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (4c320252-46d7-4a2b-a8e7-26079ecdb4e9), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.356962 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-e57daaeb-7399-4ab1-a19c-2923cb817e64 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 380 time: 0.0565948 May 04 07:32:07.369328 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event deleted for resources: {'Port': ['ID=4c320252-46d7-4a2b-a8e7-26079ecdb4e9,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:07.381650 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['c6a82085-9368-494e-87db-a2a6ece36989', '4c320252-46d7-4a2b-a8e7-26079ecdb4e9'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:32:07.415394 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] No DVR routers for this DVR port 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:32:07.417859 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.421049 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2764dc0d-2163-4d64-9772-82fcf2643d72 req-48781d11-ea97-4700-81bd-d9b164bcd65a tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "DELETE /v2.0/ports/4c320252-46d7-4a2b-a8e7-26079ecdb4e9 HTTP/1.1" status: 204 len: 173 time: 0.4271188 May 04 07:32:07.421476 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'name': 'network-vif-deleted', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:07.423700 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a96ba5-8aec-446e-ac65-bf3d6071d2d8" -d '{"events": [{"server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "name": "network-vif-deleted", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:07.458230 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'port': {'device_id': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'admin_state_up': True, 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'security_groups': ['46d7bc90-3738-4c75-8cf2-21073eb9dba8']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:07.462292 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c77ac-2876-419e-881d-5780de5cffb5 x-openstack-request-id: req-783c77ac-2876-419e-881d-5780de5cffb5 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:07.462827 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6978e7d6-b708-4b6e-a89c-a4ed115d1e8d", "name": "network-vif-deleted", "tag": "4c320252-46d7-4a2b-a8e7-26079ecdb4e9", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:07.463204 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-783c77ac-2876-419e-881d-5780de5cffb5 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:07.463576 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783c77ac-2876-419e-881d-5780de5cffb5'] response: {'server_uuid': '6978e7d6-b708-4b6e-a89c-a4ed115d1e8d', 'name': 'network-vif-deleted', 'tag': '4c320252-46d7-4a2b-a8e7-26079ecdb4e9', 'status': 'completed', 'code': 200} May 04 07:32:07.580262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Made reservation on behalf of a183ac2391e141ca8ef0e7f7cc47daed for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:32:07.583866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.719108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Allocated IP 172.20.0.13 (7e464149-a859-4177-b1ae-34cb689b0bb9/d6c4bd48-1c4f-4a95-83d7-1d670cc3e106/bb701122-08b3-4506-9fa7-4fc73db19512) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:07.862452 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for port (bb701122-08b3-4506-9fa7-4fc73db19512), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.897050 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:07.946345 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:07.950309 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:07.953353 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:07.999658 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:08.034127 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:08.039219 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.068492 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-6f671b4f-3245-40f9-bea3-7693a3e688e6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143787 May 04 07:32:08.114851 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Request body: {'port': {'device_id': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:08.153994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044eb7-edd9-413c-8ddc-5bdd1b0c3f78 req-80f0afde-a0e2-4f5d-9913-42a344595f17 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:08.155514 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6044eb7-edd9-413c-8ddc-5bdd1b0c3f78 req-80f0afde-a0e2-4f5d-9913-42a344595f17 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 932 time: 0.0797973 May 04 07:32:08.208533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.242204 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6044eb7-edd9-413c-8ddc-5bdd1b0c3f78 req-6ed92626-940e-4bc5-8777-391983c3b242 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793555 May 04 07:32:08.286772 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-bffa9983-6fae-43f6-a252-ce2653c97e65 None None] Provisioning complete for port bb701122-08b3-4506-9fa7-4fc73db19512 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:08.287259 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-bffa9983-6fae-43f6-a252-ce2653c97e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.334719 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-bffa9983-6fae-43f6-a252-ce2653c97e65 None None] Port bb701122-08b3-4506-9fa7-4fc73db19512 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:32:08.506506 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:32:08.514057 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks [] for port (bb701122-08b3-4506-9fa7-4fc73db19512), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.526948 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Transition to ACTIVE for port object bb701122-08b3-4506-9fa7-4fc73db19512 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:32:08.531312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.586175 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f986-5522-4ade-9f02-f992e2ef4498 req-7f658caa-cbd3-4984-9e6f-38923a3dd56b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:08.587788 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e1f7f986-5522-4ade-9f02-f992e2ef4498 req-7f658caa-cbd3-4984-9e6f-38923a3dd56b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0553634 May 04 07:32:08.588097 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:08.643873 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e1f7f986-5522-4ade-9f02-f992e2ef4498 req-2719e747-6eaf-419a-b8d3-e6cd78b65551 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481656 May 04 07:32:08.659995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Attempting to bind port bb701122-08b3-4506-9fa7-4fc73db19512 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:32:08.660413 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Attempting to bind port bb701122-08b3-4506-9fa7-4fc73db19512 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:32:08.660829 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Attempting to bind port bb701122-08b3-4506-9fa7-4fc73db19512 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:08.665358 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Port bb701122-08b3-4506-9fa7-4fc73db19512 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:32:08.665953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Attempting to bind port bb701122-08b3-4506-9fa7-4fc73db19512 on network 7e464149-a859-4177-b1ae-34cb689b0bb9 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:08.670824 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:32:08.671326 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Checking segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:08.671717 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Bound using segment: {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:32:08.672213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Bound port: bb701122-08b3-4506-9fa7-4fc73db19512, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4670e9-215a-4d39-88f9-32985a532ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:32:08.672634 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.739599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:32:08.742893 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:32:08.750749 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.789496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:08.790131 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:08.791498 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] 10.222.0.26 "PUT /v2.0/ports/bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 1094 time: 0.6812160 May 04 07:32:08.791925 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:08.794126 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:08.823605 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c044-f4ab-43f3-9f82-d386cd7141fa service neutron] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:08.834453 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5104e1e-ba34-4743-a713-8c6dabe20832 x-openstack-request-id: req-c5104e1e-ba34-4743-a713-8c6dabe20832 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:08.834831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:08.835132 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5104e1e-ba34-4743-a713-8c6dabe20832 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:08.835575 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5104e1e-ba34-4743-a713-8c6dabe20832'] response: {'name': 'network-changed', 'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'status': 'completed', 'code': 200} May 04 07:32:08.919180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-514a65bb-dc5f-4930-9f58-48cefd8e7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:08.920676 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-514a65bb-dc5f-4930-9f58-48cefd8e7d12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1128 time: 0.0406322 May 04 07:32:09.265992 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-879c325e-49e0-4aaa-b2f2-086317ee31e8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.267506 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-879c325e-49e0-4aaa-b2f2-086317ee31e8 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 946 time: 0.0449157 May 04 07:32:09.300322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-769fa6cf-f8e7-4d1a-8497-581fee190299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.301815 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-769fa6cf-f8e7-4d1a-8497-581fee190299 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0950520 May 04 07:32:09.390830 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Deleting port c6a82085-9368-494e-87db-a2a6ece36989 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:09.391183 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (c6a82085-9368-494e-87db-a2a6ece36989), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:09.402188 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-35fcfcef-af0b-44a3-985a-8abe6e7e8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.404100 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0d41a38d-4d1f-4736-b1e3-21c6d61577b5 req-35fcfcef-af0b-44a3-985a-8abe6e7e8d01 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960753 May 04 07:32:09.413350 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b269-d5a7-41c4-b5e6-64a17ddc280d req-7e2e5e40-7cfb-4a34-ad67-38b6d3c03c67 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.414838 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-faa3b269-d5a7-41c4-b5e6-64a17ddc280d req-7e2e5e40-7cfb-4a34-ad67-38b6d3c03c67 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0729055 May 04 07:32:09.509283 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-924287be-dc57-4afb-be0c-bc840cfbfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.510811 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-924287be-dc57-4afb-be0c-bc840cfbfd69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1128 time: 0.0443299 May 04 07:32:09.522838 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-faa3b269-d5a7-41c4-b5e6-64a17ddc280d req-b89f38d0-5200-4f28-a37e-5b511da75e37 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982938 May 04 07:32:09.530471 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] For port c6a82085-9368-494e-87db-a2a6ece36989, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c6a82085-9368-494e-87db-a2a6ece36989,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:09.531967 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (c6a82085-9368-494e-87db-a2a6ece36989), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:09.545171 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Calling delete_port for c6a82085-9368-494e-87db-a2a6ece36989 owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:09.564705 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-32e840bb-43f7-452e-9cd5-1f15211cc90f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 217 time: 0.0401418 May 04 07:32:09.612653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-d7f8a903-d8bc-4645-be91-bd15025d284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.614109 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-d7f8a903-d8bc-4645-be91-bd15025d284c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0438409 May 04 07:32:09.658044 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-623151ec-692d-49b0-8c26-fdf5b6d59ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:09.660296 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-623151ec-692d-49b0-8c26-fdf5b6d59ebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392697 May 04 07:32:09.671528 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (c6a82085-9368-494e-87db-a2a6ece36989), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:09.710845 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['c6a82085-9368-494e-87db-a2a6ece36989', '4c320252-46d7-4a2b-a8e7-26079ecdb4e9'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:32:09.716562 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Pushing event deleted for resources: {'Port': ['ID=c6a82085-9368-494e-87db-a2a6ece36989,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:09.755516 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] No DVR routers for this DVR port c6a82085-9368-494e-87db-a2a6ece36989 on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:32:09.757879 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:09.761320 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-43ca5229-51b2-4f87-8a94-93b50fe2460b req-e8b44629-41bf-4627-830c-4d97a07f700b tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.26 "DELETE /v2.0/ports/c6a82085-9368-494e-87db-a2a6ece36989 HTTP/1.1" status: 204 len: 173 time: 0.4890826 May 04 07:32:09.761752 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'name': 'network-vif-deleted', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:09.764012 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab241d-10d9-4fdf-aaa8-77864219d415" -d '{"events": [{"server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "name": "network-vif-deleted", "tag": "c6a82085-9368-494e-87db-a2a6ece36989"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:09.789921 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f3a7d2e6-f123-4a4c-abd8-43377265f137 req-c4ccbbb7-f61c-42fa-bcef-d2399af15c71 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 210 time: 0.0407853 May 04 07:32:09.792067 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-f07f66b6-51ce-45a2-a6bf-994cd2559d6f service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251583 May 04 07:32:09.809505 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0c67e-5e64-4381-a660-014ae371f7e5 x-openstack-request-id: req-91a0c67e-5e64-4381-a660-014ae371f7e5 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:09.809794 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a495c6-de57-4124-bbb3-91aca8e50727", "name": "network-vif-deleted", "tag": "c6a82085-9368-494e-87db-a2a6ece36989", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:09.810043 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91a0c67e-5e64-4381-a660-014ae371f7e5 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:09.810444 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a0c67e-5e64-4381-a660-014ae371f7e5'] response: {'server_uuid': 'f7a495c6-de57-4124-bbb3-91aca8e50727', 'name': 'network-vif-deleted', 'tag': 'c6a82085-9368-494e-87db-a2a6ece36989', 'status': 'completed', 'code': 200} May 04 07:32:09.895472 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22f4bbdd-e45a-43a1-9bed-6a27c12af26e req-fbfb4aee-9165-4409-9b34-8a31999c79fd service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945535 May 04 07:32:10.640193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8609cd-6c09-4839-9350-094ec6e5f650 req-49e5906f-aabb-452c-ab1e-19a326424b63 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:10.641669 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0f8609cd-6c09-4839-9350-094ec6e5f650 req-49e5906f-aabb-452c-ab1e-19a326424b63 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0475106 May 04 07:32:10.687769 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0f8609cd-6c09-4839-9350-094ec6e5f650 req-ec973e9e-34f9-4d21-9075-327d6c04e012 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 May 04 07:32:10.898784 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-27a59070-d29b-437d-88e2-a9846434996e req-0fd2f323-4e24-4c71-b2c2-efa7a63d754c tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 210 time: 0.0286510 May 04 07:32:11.806450 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe27c-20c0-46ce-b7f8-9c6893116b83 req-618087a7-e9a1-4a47-81d5-23a8f41bbcb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:11.807911 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4dfbe27c-20c0-46ce-b7f8-9c6893116b83 req-618087a7-e9a1-4a47-81d5-23a8f41bbcb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0480311 May 04 07:32:11.839338 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:32:11.852341 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:11.856331 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4dfbe27c-20c0-46ce-b7f8-9c6893116b83 req-94b5049a-a1b7-41b9-a42e-986024e22c16 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 May 04 07:32:11.883012 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:11.883374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c320252-46d7-4a2b-a8e7-26079ecdb4e9 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:11.961322 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:11.973998 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:32:12.007059 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-cb0fd365-c702-42d7-93fa-0f05883cb4ae req-b5377461-7c9c-4d13-a90b-0cc62284f349 tempest-ServerRescueNegativeTestJSON-2136222759 tempest-ServerRescueNegativeTestJSON-2136222759-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a495c6-de57-4124-bbb3-91aca8e50727 HTTP/1.1" status: 200 len: 210 time: 0.0276906 May 04 07:32:12.011455 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:12.011844 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:12.025405 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:32:12.049461 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:12.053962 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:12.099829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:12.106710 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.107049 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.107421 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.107777 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.108112 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.108434 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.108757 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.109082 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.109411 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.109747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.110061 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.110402 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.110718 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.111034 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.111383 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:12.570988 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['bb701122-08b3-4506-9fa7-4fc73db19512'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:32:12.978175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee3ea-d57a-4bb7-9852-c919c319ad5d req-c5cfef5e-d978-447d-83ac-a9aa70618344 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:12.979682 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-727ee3ea-d57a-4bb7-9852-c919c319ad5d req-c5cfef5e-d978-447d-83ac-a9aa70618344 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0509181 May 04 07:32:13.030774 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-727ee3ea-d57a-4bb7-9852-c919c319ad5d req-604f93cc-6cec-44a8-8f59-b50426c18d88 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 May 04 07:32:13.064537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51030) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:13.553120 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (e0c70785-ca91-4416-adcc-df9cb2117a92), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:13.862312 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:13.906834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port bb701122-08b3-4506-9fa7-4fc73db19512 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:32:13.913644 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port bb701122-08b3-4506-9fa7-4fc73db19512 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:13.914144 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:13.994745 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:13.995138 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.020900 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:14.023115 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d3fe8-d357-4ecd-98af-a6cac7fa9d2a" -d '{"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:14.039692 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:14.044899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.045762 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device c6a82085-9368-494e-87db-a2a6ece36989 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:14.084502 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0df86e-ae3d-465a-9652-43d830d27a7b x-openstack-request-id: req-7f0df86e-ae3d-465a-9652-43d830d27a7b {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:14.084875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:14.085107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f0df86e-ae3d-465a-9652-43d830d27a7b {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:14.085470 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0df86e-ae3d-465a-9652-43d830d27a7b'] response: {'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'code': 200} May 04 07:32:14.085981 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: c6a82085-9368-494e-87db-a2a6ece36989 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:14.086320 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device c6a82085-9368-494e-87db-a2a6ece36989 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:14.090718 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Deleting port a8c20dc4-794f-4b86-b487-62b0f389fd9d {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:14.091399 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.115890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:14.182385 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfcd7b-ac87-447a-b6b5-400c423a4e1f req-ec81ea2d-f735-43bd-b9d5-159cf167c59b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:14.184197 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-78bfcd7b-ac87-447a-b6b5-400c423a4e1f req-ec81ea2d-f735-43bd-b9d5-159cf167c59b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0531600 May 04 07:32:14.204740 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] For port a8c20dc4-794f-4b86-b487-62b0f389fd9d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a8c20dc4-794f-4b86-b487-62b0f389fd9d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:14.205358 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.219721 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Calling delete_port for a8c20dc4-794f-4b86-b487-62b0f389fd9d owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:14.239530 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-78bfcd7b-ac87-447a-b6b5-400c423a4e1f req-7efbeae0-d9c9-4ad9-9720-8b601139953c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 May 04 07:32:14.312847 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607fd5-008b-479c-a7cd-7283b1fd985d req-30570a65-bfa5-44c6-80e0-f36dd91ce6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:14.314422 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-be607fd5-008b-479c-a7cd-7283b1fd985d req-30570a65-bfa5-44c6-80e0-f36dd91ce6cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1130 time: 0.0504892 May 04 07:32:14.406291 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-be607fd5-008b-479c-a7cd-7283b1fd985d req-550bc305-5066-4a55-84f1-b14864575917 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850451 May 04 07:32:14.469467 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a8c20dc4-794f-4b86-b487-62b0f389fd9d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.496688 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c20dc4-794f-4b86-b487-62b0f389fd9d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:14.667427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (e0c70785-ca91-4416-adcc-df9cb2117a92), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.882060 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Router e0c70785-ca91-4416-adcc-df9cb2117a92 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:32:14.928592 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:14.991466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:14.999190 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cec1d334-15d1-4be8-b29e-2d948d4d0105 admin admin] 10.222.0.21 "PUT /v2.0/routers/e0c70785-ca91-4416-adcc-df9cb2117a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306989 May 04 07:32:14.999190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51038) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:15.000449 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Sync routers for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:15.011959 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:15.012567 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:15.112791 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks [] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.119209 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:15.220418 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks [] for router_gateway (e0c70785-ca91-4416-adcc-df9cb2117a92), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.265659 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Deleting port c1f45ba3-f9df-471f-be0b-af63fc07c285 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:15.266284 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.295255 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:32:14Z', 'revision_number': 5, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port': {'id': 'c1f45ba3-f9df-471f-be0b-af63fc07c285', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:16Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:15.327009 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Checking router: e0c70785-ca91-4416-adcc-df9cb2117a92 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:15.336589 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Routers {'e0c70785-ca91-4416-adcc-df9cb2117a92'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:15.337188 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['e0c70785-ca91-4416-adcc-df9cb2117a92'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:15.387071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba093ba-80df-48b4-aeb7-e34e1448f119 req-c42c7dc0-43bc-4966-a824-9fe0ccb119cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:15.388549 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ba093ba-80df-48b4-aeb7-e34e1448f119 req-c42c7dc0-43bc-4966-a824-9fe0ccb119cc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0621436 May 04 07:32:15.394710 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] For port c1f45ba3-f9df-471f-be0b-af63fc07c285, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=c1f45ba3-f9df-471f-be0b-af63fc07c285,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:15.395203 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.420476 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Calling delete_port for c1f45ba3-f9df-471f-be0b-af63fc07c285 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:15.430245 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] Set router e0c70785-ca91-4416-adcc-df9cb2117a92 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:15.482010 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:32:15Z', 'revision_number': 6, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:15.495318 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ba093ba-80df-48b4-aeb7-e34e1448f119 req-1e9ebedd-1693-4b0e-a5cd-57b87b6f29c2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972614 May 04 07:32:15.520751 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6edc-f387-4cca-a0f0-1d27d96d0987 None None] The sync data for ids ['e0c70785-ca91-4416-adcc-df9cb2117a92'] in dv-cinder-790535-38-iscsi is: [{'id': 'e0c70785-ca91-4416-adcc-df9cb2117a92', 'name': 'tempest-ServerRescueNegativeTestJSON-761853783-router', 'tenant_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:15Z', 'updated_at': '2022-05-04T07:32:15Z', 'revision_number': 6, 'project_id': '4f0a51ac1da141dba1d58c7ec9c5a15f', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:15.622742 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (c1f45ba3-f9df-471f-be0b-af63fc07c285), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.649626 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f45ba3-f9df-471f-be0b-af63fc07c285,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:15.708847 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (e0c70785-ca91-4416-adcc-df9cb2117a92), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.811938 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.813945 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks [] for router_controller (e0c70785-ca91-4416-adcc-df9cb2117a92), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.888648 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (e0c70785-ca91-4416-adcc-df9cb2117a92), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.889339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c70785-ca91-4416-adcc-df9cb2117a92 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:32:15.895573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.896816 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-596e2350-57c5-4f16-8644-bd08bfdf08b2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e0c70785-ca91-4416-adcc-df9cb2117a92 HTTP/1.1" status: 204 len: 168 time: 0.8966820 May 04 07:32:15.899870 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51042) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:15.954708 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Deleting subnet 8e70ace2-b61e-40b6-be3d-a0df9b8be807 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:32:15.958519 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Publish callbacks [] for subnet (8e70ace2-b61e-40b6-be3d-a0df9b8be807), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:15.993595 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (8e70ace2-b61e-40b6-be3d-a0df9b8be807), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.099889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (8e70ace2-b61e-40b6-be3d-a0df9b8be807), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.151236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (8e70ace2-b61e-40b6-be3d-a0df9b8be807), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.182282 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e70ace2-b61e-40b6-be3d-a0df9b8be807,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:16.184259 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.189120 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6338f-33e7-4671-b2bc-20573a0840ee None None] Network 9c893ba4-2651-45af-9182-0658a85cf051 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:32:16.190027 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51044) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:16.190507 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-da79d8fe-09d3-44bf-b370-918fd322c453 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e70ace2-b61e-40b6-be3d-a0df9b8be807 HTTP/1.1" status: 204 len: 168 time: 0.2891383 May 04 07:32:16.264992 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (9c893ba4-2651-45af-9182-0658a85cf051), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.327442 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Deleting port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:16.327782 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.356287 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device c1f45ba3-f9df-471f-be0b-af63fc07c285 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:16.377509 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: c1f45ba3-f9df-471f-be0b-af63fc07c285 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:16.378114 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device c1f45ba3-f9df-471f-be0b-af63fc07c285 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:16.378537 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a8c20dc4-794f-4b86-b487-62b0f389fd9d no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:16.399138 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] DHCP port deletion for 9c893ba4-2651-45af-9182-0658a85cf051 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:32:16.401490 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: a8c20dc4-794f-4b86-b487-62b0f389fd9d {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:16.401732 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a8c20dc4-794f-4b86-b487-62b0f389fd9d not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:16.418674 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] For port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:16.419069 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.433885 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Calling delete_port for 37eebe47-d2f0-45d9-83c4-a9faa3471d7d owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:16.448519 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Deleting port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:32:16.449270 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.528802 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] For port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,segment=NetworkSegment(c5933fce-0747-4bfa-a6dd-0c02f09b5361),segment_id=c5933fce-0747-4bfa-a6dd-0c02f09b5361)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:16.529252 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.529451 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.543952 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] No DVR routers for this DVR port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d on host dv-cinder-790535-38-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:32:16.545988 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Calling delete_port for 37eebe47-d2f0-45d9-83c4-a9faa3471d7d owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:32:16.580738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:16.666086 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (9c893ba4-2651-45af-9182-0658a85cf051), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.691246 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6caa4-9262-4e06-be12-9f9cc5ba224e req-d1c4d31b-c41c-4614-9201-41939666f2b0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:16.692840 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7cf6caa4-9262-4e06-be12-9f9cc5ba224e req-d1c4d31b-c41c-4614-9201-41939666f2b0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0975904 May 04 07:32:16.709391 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c893ba4-2651-45af-9182-0658a85cf051']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:16.726732 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5933fce-0747-4bfa-a6dd-0c02f09b5361') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:16.727026 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5933fce-0747-4bfa-a6dd-0c02f09b5361') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:16.740270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (c5933fce-0747-4bfa-a6dd-0c02f09b5361), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.765200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (c5933fce-0747-4bfa-a6dd-0c02f09b5361), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.777829 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7cf6caa4-9262-4e06-be12-9f9cc5ba224e req-ec8c535c-73d4-4a09-81c4-9e1c49b6c31f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786798 May 04 07:32:16.778771 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:32:16.779184 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (c5933fce-0747-4bfa-a6dd-0c02f09b5361), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:32:16.780998 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:32:16.800971 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (37eebe47-d2f0-45d9-83c4-a9faa3471d7d), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.826215 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] Pushing event deleted for resources: {'Port': ['ID=37eebe47-d2f0-45d9-83c4-a9faa3471d7d,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:16.829838 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bdb70-145f-4cb5-b49c-f197eb4384d6 None None] No DVR routers for this DVR port 37eebe47-d2f0-45d9-83c4-a9faa3471d7d on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:32:16.849664 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (9c893ba4-2651-45af-9182-0658a85cf051), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.861555 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.867209 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c893ba4-2651-45af-9182-0658a85cf051 HTTP/1.1" status: 204 len: 168 time: 0.6749349 May 04 07:32:16.883125 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e0f5-f340-4f33-bd86-e388efee19d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c893ba4-2651-45af-9182-0658a85cf051,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:16.921368 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cd91-0814-427b-87ee-114500a4f1c3 req-8ceccc85-2f5c-4d66-b018-7d3088307d27 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:16.922937 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7901cd91-0814-427b-87ee-114500a4f1c3 req-8ceccc85-2f5c-4d66-b018-7d3088307d27 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0533006 May 04 07:32:16.931694 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51052) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:16.936786 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Request body: {'floatingip': {'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:16.976779 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:16.991487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51054) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:17.033569 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6eff06e5-484d-4eab-a8d2-3b6c0284b58c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f0a51ac1da141dba1d58c7ec9c5a15f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406163 May 04 07:32:17.035834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51056) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:17.082429 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] Publish callbacks [] for security_group (ff3036d4-7c1b-4fc9-bd74-bb184d3bc250), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.103411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] Publish callbacks [] for security_group (ff3036d4-7c1b-4fc9-bd74-bb184d3bc250), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.149410 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ff3036d4-7c1b-4fc9-bd74-bb184d3bc250), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.151956 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.153202 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff3036d4-7c1b-4fc9-bd74-bb184d3bc250 HTTP/1.1" status: 204 len: 168 time: 0.1163483 May 04 07:32:17.161557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45901516-e2e8-49b7-981e-ce1f21446cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3036d4-7c1b-4fc9-bd74-bb184d3bc250,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:17.447498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.452524 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.557896 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Floating IP cb32c80b-7682-429a-945d-238f9a223497 associated. External IP: 172.27.1.128, port: bb701122-08b3-4506-9fa7-4fc73db19512. May 04 07:32:17.855641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51078) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:17.962359 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-412888740-network', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:17.980734 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Made reservation on behalf of 67ba7d23d29d4a7983ba1cfe0ac4863d for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:32:17.982975 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:17.994443 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.046208 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:32:18.069812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks [] for security_group (73154570-88f1-4abb-a2de-6e712389997b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.073571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (73154570-88f1-4abb-a2de-6e712389997b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.098262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:32:18.107761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73154570-88f1-4abb-a2de-6e712389997b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:18.113025 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (39a6d126-bf38-482b-bb9b-2afb318fffaa), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.113363 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Added segment 39a6d126-bf38-482b-bb9b-2afb318fffaa of type vlan for network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 May 04 07:32:18.152999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (8770c4f3-49c0-4046-a83a-e7aa28e9aa19), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.165161 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:18.169920 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.179034 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:18.182854 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (8770c4f3-49c0-4046-a83a-e7aa28e9aa19), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.184240 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.185301 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.189294 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:18.189931 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:18.203755 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-dc187fc4-4eff-43d4-ab4e-36a9ed12a1c6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "PUT /v2.0/floatingips/cb32c80b-7682-429a-945d-238f9a223497 HTTP/1.1" status: 200 len: 992 time: 1.2706690 May 04 07:32:18.204393 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:18.207012 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b67168-68d0-49c6-aca4-4b68c3e54968" -d '{"events": [{"name": "network-changed", "server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:18.230804 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51086) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:18.231754 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3750944 May 04 07:32:18.235666 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Request body: {'subnet': {'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-412888740-subnet', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:18.260438 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Made reservation on behalf of 67ba7d23d29d4a7983ba1cfe0ac4863d for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:32:18.263722 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25612114'] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.274166 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d91b6-26ad-4f31-9250-7a89ba5907e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8770c4f3-49c0-4046-a83a-e7aa28e9aa19,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:18.279348 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c43436-8e9b-4a9a-9365-3aa94a8737b2 x-openstack-request-id: req-55c43436-8e9b-4a9a-9365-3aa94a8737b2 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:18.279637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:18.279906 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c43436-8e9b-4a9a-9365-3aa94a8737b2 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:18.280346 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c43436-8e9b-4a9a-9365-3aa94a8737b2'] response: {'name': 'network-changed', 'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'status': 'completed', 'code': 200} May 04 07:32:18.287538 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:32:18.341437 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:18.360435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-caaf4590-6e6d-4210-985c-e85cbc22cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.363297 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-caaf4590-6e6d-4210-985c-e85cbc22cf3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1130 time: 0.0550206 May 04 07:32:18.388735 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 37eebe47-d2f0-45d9-83c4-a9faa3471d7d no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:18.411594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 37eebe47-d2f0-45d9-83c4-a9faa3471d7d {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:32:18.412299 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 37eebe47-d2f0-45d9-83c4-a9faa3471d7d not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:32:18.464187 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-789f98ab-7356-4b63-9642-b5b658cc4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.465657 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-789f98ab-7356-4b63-9642-b5b658cc4263 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.0935285 May 04 07:32:18.475928 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26115033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612108'] for subnet (692f8b5f-62d8-47c2-b805-32fff27b9bae), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.518388 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692f8b5f-62d8-47c2-b805-32fff27b9bae,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:18.551012 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Checking segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:18.551428 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Network hostable DHCP agents. Network: 8770c4f3-49c0-4046-a83a-e7aa28e9aa19, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:32:18.568037 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-2f169816-9978-491e-9181-357b08f0135f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 1000 time: 0.0920458 May 04 07:32:18.569829 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:32:18.579825 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 8770c4f3-49c0-4046-a83a-e7aa28e9aa19) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:18.586434 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.587243 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.592910 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354e4a6-4ca8-46c6-88b8-5be36eef5627 None None] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:32:18.606445 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3e753a1a-8512-483e-8d42-8f54749935a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3745010 May 04 07:32:18.611325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51088) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:18.615637 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:18.644561 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-3ee21889-c86e-4cbc-abb5-5f7c9ded1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.646222 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-3ee21889-c86e-4cbc-abb5-5f7c9ded1243 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0727727 May 04 07:32:18.647606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.648710 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.653556 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'cb32c80b-7682-429a-945d-238f9a223497', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:04Z', 'updated_at': '2022-05-04T07:32:17Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:18.685270 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:18.696132 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:18.697087 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:18.708068 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:32:18.709225 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.714869 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-2105ba7a-a09b-4440-9818-8ea5a0bbd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:18.716419 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-2105ba7a-a09b-4440-9818-8ea5a0bbd4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602562 May 04 07:32:18.744041 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for router_controller (cbd448b1-b665-4275-8dec-4c7e1777ca12), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.816098 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:18.852555 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Allocated IP 172.20.0.2 (8770c4f3-49c0-4046-a83a-e7aa28e9aa19/692f8b5f-62d8-47c2-b805-32fff27b9bae/329a052b-4322-4878-9bd8-d1eec17cc754) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:18.948820 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for router_gateway (cbd448b1-b665-4275-8dec-4c7e1777ca12), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:18.965008 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-2939a6bd-9805-4690-bfda-46f916982aea service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228482 May 04 07:32:19.012458 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks [] for port (329a052b-4322-4878-9bd8-d1eec17cc754), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.019733 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.063694 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:19.067559 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:19.069989 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:19.082678 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Pushing event updated for resources: {'Port': ['ID=329a052b-4322-4878-9bd8-d1eec17cc754,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:19.144373 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Attempting to bind port 329a052b-4322-4878-9bd8-d1eec17cc754 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:32:19.144742 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Attempting to bind port 329a052b-4322-4878-9bd8-d1eec17cc754 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:32:19.145099 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Attempting to bind port 329a052b-4322-4878-9bd8-d1eec17cc754 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:19.150557 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:32:19.151064 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Checking segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:19.151498 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.151907 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Bound using segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:32:19.152365 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Bound port: 329a052b-4322-4878-9bd8-d1eec17cc754, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:32:19.153335 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.173653 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'cb32c80b-7682-429a-945d-238f9a223497', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:04Z', 'updated_at': '2022-05-04T07:32:17Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:19.208405 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec8719-6490-4bab-98b7-33e97e24a021 None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'cb32c80b-7682-429a-945d-238f9a223497', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:04Z', 'updated_at': '2022-05-04T07:32:17Z', 'revision_number': 1, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:19.224491 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] For port 329a052b-4322-4878-9bd8-d1eec17cc754, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:32:19.228128 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] For port 329a052b-4322-4878-9bd8-d1eec17cc754, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=329a052b-4322-4878-9bd8-d1eec17cc754,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:32:19.235782 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.308145 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828971-99f5-422d-ba3f-935d3d070406 None None] Pushing event updated for resources: {'Port': ['ID=329a052b-4322-4878-9bd8-d1eec17cc754,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:19.417136 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b67168-68d0-49c6-aca4-4b68c3e54968 req-7c293cb1-a25e-4f12-a3b3-ec5570003126 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399724 May 04 07:32:19.514367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for router_gateway (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.527963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3e7d5-4d14-43e0-b6bd-e9aa65df6447 None None] New status for floating IP cb32c80b-7682-429a-945d-238f9a223497: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:32:19.535445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.654808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Allocated IP 172.27.1.241 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/1b5dead3-a2d3-4dde-a43b-5a284deb34d2) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:19.770979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.804591 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:19.839548 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:19.842412 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:19.846092 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:19.886442 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Pushing event updated for resources: {'Port': ['ID=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:20.126748 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for router_gateway (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.306504 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e45db5-03e0-4c09-bca8-5cc0edf28fac None None] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:32:20.352374 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.376533 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 329a052b-4322-4878-9bd8-d1eec17cc754 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:20.414373 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Provisioning complete for port 329a052b-4322-4878-9bd8-d1eec17cc754 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:20.414739 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.500719 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 329a052b-4322-4878-9bd8-d1eec17cc754 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:20.501107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.507063 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:32:20.573990 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Current status of the port 329a052b-4322-4878-9bd8-d1eec17cc754 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:20.574374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.634027 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:20.647029 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] For port 329a052b-4322-4878-9bd8-d1eec17cc754, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=329a052b-4322-4878-9bd8-d1eec17cc754,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:20.647823 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:20.650239 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 329a052b-4322-4878-9bd8-d1eec17cc754 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:20.650710 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.654147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.655432 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c7cf91e6-1a46-44f7-9d33-b4fdb4e350ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0430303 May 04 07:32:20.658806 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51094) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:20.664779 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.686516 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:20.687183 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:20.757511 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f38e-7272-4f81-b303-3fb2f124e3df None None] Pushing event updated for resources: {'Port': ['ID=329a052b-4322-4878-9bd8-d1eec17cc754,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:20.762469 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.db.api [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 07:32:20.762870 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG oslo_db.api [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 07:32:20.781910 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-207d1dd1-1b56-4b3f-ae8d-37b5381163b4 None None] Provisioning complete for port 329a052b-4322-4878-9bd8-d1eec17cc754 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:20.782531 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-207d1dd1-1b56-4b3f-ae8d-37b5381163b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:20.827341 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:20.864602 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-207d1dd1-1b56-4b3f-ae8d-37b5381163b4 None None] Current status of the port 329a052b-4322-4878-9bd8-d1eec17cc754 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:20.997692 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:20Z', 'revision_number': 3, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:21.028408 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:21.028784 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Updating router cbd448b1-b665-4275-8dec-4c7e1777ca12 port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:32:21.056498 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.119713 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.281096 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Allocated IP 172.20.0.1 (8770c4f3-49c0-4046-a83a-e7aa28e9aa19/692f8b5f-62d8-47c2-b805-32fff27b9bae/28f27f75-716d-44bf-9ee9-5810e7b7069d) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:21.307978 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks [] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.310765 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 329a052b-4322-4878-9bd8-d1eec17cc754 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:21.313543 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.370889 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Attempting to bind port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:32:21.371246 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Attempting to bind port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:32:21.371605 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Attempting to bind port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:21.373608 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Pushing event updated for resources: {'Port': ['ID=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:21.383548 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.383888 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.384246 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.384606 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.384943 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.385264 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.385591 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.385889 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.386236 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.386540 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.386858 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.387191 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.387516 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.387827 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.388136 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.391598 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:32:21.391964 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:21.392377 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.392927 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:32:21.393219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks [] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.393442 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Bound port: 1b5dead3-a2d3-4dde-a43b-5a284deb34d2, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:32:21.393612 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.430994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.448702 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] For port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:32:21.452533 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] For port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:32:21.459402 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.476641 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:21.479640 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:21.485329 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:21.491793 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Pushing event updated for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:21.498936 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:32:21.521602 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.521958 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.522578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.522716 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.522957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.523323 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.523656 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.524551 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.524906 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.525237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.525670 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.525890 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.526217 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.526542 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.526880 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:32:21.528393 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:21.529010 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:21.542810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.567403 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8677791-a3d8-4529-b7ec-4f7ef1bf007b None None] Pushing event updated for resources: {'Port': ['ID=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:21.650935 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:21.704605 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.790901 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-f98205a7-53b5-4ee0-8c47-0e595a611869 None None] Provisioning complete for port 28f27f75-716d-44bf-9ee9-5810e7b7069d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:21.791608 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f98205a7-53b5-4ee0-8c47-0e595a611869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.827248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f98205a7-53b5-4ee0-8c47-0e595a611869 None None] Port 28f27f75-716d-44bf-9ee9-5810e7b7069d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:32:21.833700 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:20Z', 'revision_number': 3, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:21.861046 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49836c0d-72ae-4478-bfe7-52846d1a4d57 None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:20Z', 'revision_number': 3, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:21.881325 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks [] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.885884 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:21.956107 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Pushing event updated for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:21.959647 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.062238 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:22.063621 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:22.215079 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:32:22.356159 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:22.363658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-f5a14283-0f33-4af0-8c52-65304c4273c2 None None] Provisioning complete for port 28f27f75-716d-44bf-9ee9-5810e7b7069d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:22.363887 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f7527052-afd5-430c-95a5-db8599870905 admin admin] 10.222.0.21 "PUT /v2.0/routers/cbd448b1-b665-4275-8dec-4c7e1777ca12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039442 May 04 07:32:22.364504 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f5a14283-0f33-4af0-8c52-65304c4273c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.424040 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f5a14283-0f33-4af0-8c52-65304c4273c2 None None] Port 28f27f75-716d-44bf-9ee9-5810e7b7069d cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:32:22.456897 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 329a052b-4322-4878-9bd8-d1eec17cc754 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:22.515614 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 329a052b-4322-4878-9bd8-d1eec17cc754 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:22.516073 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.601563 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 329a052b-4322-4878-9bd8-d1eec17cc754 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:22.602625 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:22.652256 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:22.652709 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.734779 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:22.735353 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.763640 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:22.763834 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51102) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:22.764505 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.768514 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825695303', 'description': 'tempest-description--1430629009'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:22.790250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.814611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:22.866395 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (cdd40523-5f5a-40c8-8f33-39fd6d0b62a0), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.870261 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (cdd40523-5f5a-40c8-8f33-39fd6d0b62a0), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.901672 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.902923 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1380341 May 04 07:32:22.904900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199152-3d3a-4feb-bc2b-7671949faeb8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:22.905885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51104) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:22.911246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group_rule': {'security_group_id': 'cdd40523-5f5a-40c8-8f33-39fd6d0b62a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:22.937497 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (027e2b5d-127d-4db1-b14a-53e7576fad66), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.993947 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (027e2b5d-127d-4db1-b14a-53e7576fad66), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:22.997480 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (027e2b5d-127d-4db1-b14a-53e7576fad66), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.015895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027e2b5d-127d-4db1-b14a-53e7576fad66,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:23.025589 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.027110 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-614e53bd-8784-4caf-b228-d8916ab35745 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200256 May 04 07:32:23.030409 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51106) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:23.035774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group_rule': {'security_group_id': 'cdd40523-5f5a-40c8-8f33-39fd6d0b62a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:23.060855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (eacfd1bf-5d40-4aa6-ace8-516024fbbb3c), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.115604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (eacfd1bf-5d40-4aa6-ace8-516024fbbb3c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.118892 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (eacfd1bf-5d40-4aa6-ace8-516024fbbb3c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.135661 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacfd1bf-5d40-4aa6-ace8-516024fbbb3c,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:23.145270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.146451 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7d89d5b8-8071-45b6-832b-5401561dd3c5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150458 May 04 07:32:23.150862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51108) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:23.155080 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:23.175349 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.264622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.374847 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Allocated IP 172.27.1.250 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/9ae34d44-8e10-4005-b34e-af5b4d1476f5) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:23.484408 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.517096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.553705 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:23.562006 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:23.564125 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:23.564820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:23.566264 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:23.568091 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=9ae34d44-8e10-4005-b34e-af5b4d1476f5,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:23.570826 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:23.663375 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.677754 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:23.699773 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.854553 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.859851 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.932841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=9ae34d44-8e10-4005-b34e-af5b4d1476f5,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:23.946416 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.961984 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:23.963309 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-04388af0-4057-4af1-b71b-ff1b6fd9b9fc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8113706 May 04 07:32:24.001327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 2, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:24.028627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:24.028977 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Updating router cbd448b1-b665-4275-8dec-4c7e1777ca12 port 28f27f75-716d-44bf-9ee9-5810e7b7069d binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:32:24.057625 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.113964 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-bca8753c-03c1-48c7-bfbc-796473d3f1e3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1825695303&fields=id&tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 267 time: 0.0431159 May 04 07:32:24.222984 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-b12149a9-6e2e-42ec-9a13-9eb8160d48d2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:24.224562 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-b12149a9-6e2e-42ec-9a13-9eb8160d48d2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 810 time: 0.1042163 May 04 07:32:24.241119 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6832bf73-4733-4e58-a274-b4bbdf39c84f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/quotas/67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 375 time: 0.0102689 May 04 07:32:24.291184 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-9cf56636-fe56-4e5a-89d4-a94d3f22ee0c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445304 May 04 07:32:24.332335 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:24.335327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks [] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.359297 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.393872 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-65d19e7a-13cc-4eeb-8948-c85354e8117b service neutron] 10.222.0.21 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879514 May 04 07:32:24.424565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c88d22-9d23-4a09-8b4c-61bbda6b7170 None None] Pushing event updated for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:24.457384 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:24.457755 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.504441 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6aea8a3c-3d4e-4733-ad5c-5f74d1638272 service neutron] 10.222.0.21 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020634 May 04 07:32:24.515015 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Attempting to bind port 28f27f75-716d-44bf-9ee9-5810e7b7069d on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:32:24.515414 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Attempting to bind port 28f27f75-716d-44bf-9ee9-5810e7b7069d by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:32:24.515778 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Attempting to bind port 28f27f75-716d-44bf-9ee9-5810e7b7069d on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:24.524309 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:32:24.524687 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Checking segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:24.525085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.525475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Bound using segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:32:24.525943 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Bound port: 28f27f75-716d-44bf-9ee9-5810e7b7069d, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:32:24.526314 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.626654 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] For port 28f27f75-716d-44bf-9ee9-5810e7b7069d, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:32:24.631889 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:24.641713 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] For port 28f27f75-716d-44bf-9ee9-5810e7b7069d, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=28f27f75-716d-44bf-9ee9-5810e7b7069d,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:32:24.652747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.681640 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Provisioning complete for port 28f27f75-716d-44bf-9ee9-5810e7b7069d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:24.681916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.720558 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ed8f5f7-1e1f-4bcc-ba8e-3dd0a716e7d1 req-e6d1d6d5-87fe-43e3-82bb-f8f06f308367 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 210 time: 0.0356355 May 04 07:32:24.754074 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:24.754976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:24.800815 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c88d22-9d23-4a09-8b4c-61bbda6b7170 None None] Pushing event updated for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:24.885985 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Current status of the port 28f27f75-716d-44bf-9ee9-5810e7b7069d is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:24.886374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:24.920007 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:24.965907 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] For port 28f27f75-716d-44bf-9ee9-5810e7b7069d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=28f27f75-716d-44bf-9ee9-5810e7b7069d,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:24.971539 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:25.134550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a91ab8-7ab5-431f-a547-6774fe29fb58 None None] Pushing event updated for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:25.146815 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1443820c-fd36-48be-8394-804963a0b79a None None] Provisioning complete for port 28f27f75-716d-44bf-9ee9-5810e7b7069d triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:25.147277 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1443820c-fd36-48be-8394-804963a0b79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:25.257042 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:25.290256 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8e173-5d0f-4f15-9305-74011b8f6e0f None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:25.302559 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1443820c-fd36-48be-8394-804963a0b79a None None] Current status of the port 28f27f75-716d-44bf-9ee9-5810e7b7069d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:25.843953 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3f9702e7-5979-4500-ae69-fc45f4aee627 req-74e54c4f-0221-429d-8b81-01b15fcccab6 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 210 time: 0.0338335 May 04 07:32:25.956713 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-3a80f1fa-d6c7-490f-a67a-da0ef0b75ff3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:25.958339 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-3a80f1fa-d6c7-490f-a67a-da0ef0b75ff3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 810 time: 0.1183870 May 04 07:32:26.035647 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-b0a57a8e-f662-4c83-b64c-782b805ac930 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 380 time: 0.0576136 May 04 07:32:26.141571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'port': {'device_id': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'admin_state_up': True, 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'security_groups': ['cdd40523-5f5a-40c8-8f33-39fd6d0b62a0']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:26.255952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Made reservation on behalf of 67ba7d23d29d4a7983ba1cfe0ac4863d for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:32:26.259591 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.355715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 28f27f75-716d-44bf-9ee9-5810e7b7069d up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:26.393663 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Allocated IP 172.20.0.13 (8770c4f3-49c0-4046-a83a-e7aa28e9aa19/692f8b5f-62d8-47c2-b805-32fff27b9bae/6f8dc487-82ce-4709-88e3-f6859f375023) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:32:26.405437 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 28f27f75-716d-44bf-9ee9-5810e7b7069d triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:26.405838 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.489073 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 28f27f75-716d-44bf-9ee9-5810e7b7069d is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:26.544099 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (6f8dc487-82ce-4709-88e3-f6859f375023), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.577558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.621766 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:32:26.624960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:32:26.631484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:32:26.637995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:26.683989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:26.684618 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.701572 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-e9de8e93-ebf2-4089-9578-dbaa239389a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639861 May 04 07:32:26.722775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Request body: {'port': {'device_id': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:26.785194 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.837730 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1f55ece9-ab04-4496-b562-fd06edfd5d89 None None] Provisioning complete for port 6f8dc487-82ce-4709-88e3-f6859f375023 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:26.838230 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1f55ece9-ab04-4496-b562-fd06edfd5d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:26.873071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1f55ece9-ab04-4496-b562-fd06edfd5d89 None None] Port 6f8dc487-82ce-4709-88e3-f6859f375023 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:32:27.266553 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b11a6e-f70f-494a-a2d9-cc4a2274faf5 req-7fae8b8a-6370-4ce5-9ef2-e38d10296c5b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:27.268601 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0b11a6e-f70f-494a-a2d9-cc4a2274faf5 req-7fae8b8a-6370-4ce5-9ef2-e38d10296c5b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 932 time: 0.3358653 May 04 07:32:27.360522 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0b11a6e-f70f-494a-a2d9-cc4a2274faf5 req-0a64edef-db9d-4221-ab6c-037646a7c58a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859728 May 04 07:32:27.373562 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8dc487-82ce-4709-88e3-f6859f375023 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:32:27.381970 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks [] for port (6f8dc487-82ce-4709-88e3-f6859f375023), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:27.394333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Transition to ACTIVE for port object 6f8dc487-82ce-4709-88e3-f6859f375023 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:32:27.399095 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:27.450603 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:27.525577 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Attempting to bind port 6f8dc487-82ce-4709-88e3-f6859f375023 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:32:27.525911 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Attempting to bind port 6f8dc487-82ce-4709-88e3-f6859f375023 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:32:27.526234 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Attempting to bind port 6f8dc487-82ce-4709-88e3-f6859f375023 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:27.530673 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Port 6f8dc487-82ce-4709-88e3-f6859f375023 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:32:27.530989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Attempting to bind port 6f8dc487-82ce-4709-88e3-f6859f375023 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:32:27.536406 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:32:27.536737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Checking segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:32:27.537118 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Bound using segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:32:27.537538 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Bound port: 6f8dc487-82ce-4709-88e3-f6859f375023, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:32:27.537889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:27.605218 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:32:27.608235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f8dc487-82ce-4709-88e3-f6859f375023,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:32:27.614766 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:27.651774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:27.651774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:27.653096 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-6add43ba-822c-49b8-870f-43123209d538 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1094 time: 0.9346900 May 04 07:32:27.655544 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:27.657843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6bce1-161b-4163-8c59-e94151e6582c" -d '{"events": [{"name": "network-changed", "server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:27.686250 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add43ba-822c-49b8-870f-43123209d538 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:27.701597 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4468996a-f7ca-4788-82c2-1054ca0d476a x-openstack-request-id: req-4468996a-f7ca-4788-82c2-1054ca0d476a {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:27.701886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:27.702132 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4468996a-f7ca-4788-82c2-1054ca0d476a {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:27.702528 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4468996a-f7ca-4788-82c2-1054ca0d476a'] response: {'name': 'network-changed', 'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023', 'status': 'completed', 'code': 200} May 04 07:32:27.774099 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-695c6471-5497-4304-8b6f-0fd9d1b00702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:27.775940 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-695c6471-5497-4304-8b6f-0fd9d1b00702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1128 time: 0.0476527 May 04 07:32:27.830262 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-a89cc35f-7ceb-41de-ad00-bc32f6731eee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 217 time: 0.0356548 May 04 07:32:27.883918 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-ccc6a475-1e95-479c-9e4f-4fa8f757c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:27.885353 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-ccc6a475-1e95-479c-9e4f-4fa8f757c8bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0440361 May 04 07:32:27.933295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-4fed2d76-093b-4c48-9053-7a8d10e71f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:27.934781 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-4fed2d76-093b-4c48-9053-7a8d10e71f93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428166 May 04 07:32:28.025265 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-bdde4b56-0b34-4924-8616-13c6cf8ee1c2 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 May 04 07:32:28.120433 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18a27b1d-60eb-4fa4-a4f1-15ab0cd41804 req-4b3feab9-7b49-4e8e-8a61-fd5af440b158 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856419 May 04 07:32:28.483052 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ab561-4dea-4af4-8254-0091b1096d2b req-8838dd0f-2135-4e2d-87b2-a2d21bc7c2f8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:28.485294 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b2ab561-4dea-4af4-8254-0091b1096d2b req-8838dd0f-2135-4e2d-87b2-a2d21bc7c2f8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 944 time: 0.0505850 May 04 07:32:28.533657 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b2ab561-4dea-4af4-8254-0091b1096d2b req-2e635eee-60c2-4e29-bb3d-f5cba9ef8c2c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 May 04 07:32:29.650684 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6270-ae43-48a3-a504-d78f38b56629 req-18bab2e4-0351-45ec-9cec-8e5599c50a14 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:29.652137 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8dc6270-ae43-48a3-a504-d78f38b56629 req-18bab2e4-0351-45ec-9cec-8e5599c50a14 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 944 time: 0.0454702 May 04 07:32:29.718303 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b8dc6270-ae43-48a3-a504-d78f38b56629 req-7750e054-1d90-4ad5-901e-58312f6b5829 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605190 May 04 07:32:30.056618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b80f912-0528-42c2-9b20-4ba774644879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:30.292324 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638725-9e81-4864-92a6-cca10ae93eec req-f69833c7-250f-47dd-bad9-1790b0878964 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.293849 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-56638725-9e81-4864-92a6-cca10ae93eec req-f69833c7-250f-47dd-bad9-1790b0878964 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0476410 May 04 07:32:30.354348 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-56638725-9e81-4864-92a6-cca10ae93eec req-73258b13-fd5f-42f1-ad07-d47afaccee72 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535536 May 04 07:32:30.728758 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-473a9e54-6e4f-46cc-b98a-7964989af8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.730341 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-473a9e54-6e4f-46cc-b98a-7964989af8ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1128 time: 0.0438378 May 04 07:32:30.817432 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-f09f0e72-8f9c-47cd-b83e-ed6a2ac24450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.818901 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-f09f0e72-8f9c-47cd-b83e-ed6a2ac24450 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1168 time: 0.0442898 May 04 07:32:30.872034 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ab9c-c9db-4c31-bbba-36c634387638 req-7e11435b-271e-4cf6-b1a1-ffb20c0ec6e3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.873496 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4880ab9c-c9db-4c31-bbba-36c634387638 req-7e11435b-271e-4cf6-b1a1-ffb20c0ec6e3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 944 time: 0.0799365 May 04 07:32:30.903618 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-c41efa66-97ba-403d-bfdd-5a3a03ac123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.905062 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-c41efa66-97ba-403d-bfdd-5a3a03ac123a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.1434495 May 04 07:32:30.912339 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-325ab080-f8ae-4d75-bbc8-1d619b140917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:30.913816 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-325ab080-f8ae-4d75-bbc8-1d619b140917 service neutron] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 916 time: 0.0890119 May 04 07:32:30.935956 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4880ab9c-c9db-4c31-bbba-36c634387638 req-4ad2df81-16fc-477e-8956-826154d631f6 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559769 May 04 07:32:30.974775 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-631bb71d-1769-48b7-a536-188090cbcb4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 217 time: 0.0376868 May 04 07:32:30.997828 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-b71ce77c-6fc7-4842-b280-4f254c6d8073 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 1000 time: 0.0641501 May 04 07:32:31.033976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-05eb2d59-4830-4bfc-93a2-13b93b4004a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:31.035511 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-05eb2d59-4830-4bfc-93a2-13b93b4004a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0509579 May 04 07:32:31.050195 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-ad6667be-0d71-4296-ba57-8a9684293311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:31.051648 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-ad6667be-0d71-4296-ba57-8a9684293311 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0476768 May 04 07:32:31.086375 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-55a62229-4840-4b81-b38c-8d49f2976010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:31.087928 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-55a62229-4840-4b81-b38c-8d49f2976010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438905 May 04 07:32:31.096892 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-1e6c4b59-f57c-4544-960f-c31459ab988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:31.098343 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-1e6c4b59-f57c-4544-960f-c31459ab988c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384059 May 04 07:32:31.180746 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-12db4364-1196-4616-8458-10dff9e07a60 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861485 May 04 07:32:31.186257 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-f5780b96-19f9-4b8f-9d6a-604c653c8ffc service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 May 04 07:32:31.281091 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-145a5706-bed3-4e18-98ff-c04f2634b70b req-18c2d0bd-0bfc-40cb-a4ba-9d0fa490027d service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 May 04 07:32:31.283411 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5d6bce1-161b-4163-8c59-e94151e6582c req-4bd113dd-19fe-45af-a7d4-0f6e012d5ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869501 May 04 07:32:31.493524 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01608-236f-4ce8-b46c-6a75682407c2 req-5f1e2cea-1175-4ead-86ef-cc4d3060c695 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:31.494988 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-35b01608-236f-4ce8-b46c-6a75682407c2 req-5f1e2cea-1175-4ead-86ef-cc4d3060c695 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0523593 May 04 07:32:31.556305 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-35b01608-236f-4ce8-b46c-6a75682407c2 req-36a4d43d-610f-477f-aaca-df074965f0b0 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548136 May 04 07:32:32.006419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6f8dc487-82ce-4709-88e3-f6859f375023 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:32:32.052958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f06869-9d75-4c67-bd2e-1198af85de0d req-d0a1faf4-6a1d-47e2-be71-294e6d95b958 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:32.054470 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7f06869-9d75-4c67-bd2e-1198af85de0d req-d0a1faf4-6a1d-47e2-be71-294e6d95b958 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 944 time: 0.0507152 May 04 07:32:32.102855 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7f06869-9d75-4c67-bd2e-1198af85de0d req-8e315b5c-252a-4b4c-b639-0b9aab713d8c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 May 04 07:32:32.109207 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f8dc487-82ce-4709-88e3-f6859f375023,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:32.121577 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '6f8dc487-82ce-4709-88e3-f6859f375023', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'port_id': '6f8dc487-82ce-4709-88e3-f6859f375023', 'mac_address': 'fa:16:3e:cb:0f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:32:32.159266 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6f8dc487-82ce-4709-88e3-f6859f375023 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:32.159650 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:32.171766 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8dc487-82ce-4709-88e3-f6859f375023 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:32:32.192122 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f8dc487-82ce-4709-88e3-f6859f375023,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:32.196361 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:32.245615 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:32.304141 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-925aa6b7-29da-4f6d-b65d-0041d4588b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:32.585299 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfa704-6dab-4eae-9be6-fefd7fe81838 req-5fe309b1-ac74-4f69-a099-291e7202a945 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:32.586791 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bcbfa704-6dab-4eae-9be6-fefd7fe81838 req-5fe309b1-ac74-4f69-a099-291e7202a945 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0483832 May 04 07:32:32.640328 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bcbfa704-6dab-4eae-9be6-fefd7fe81838 req-22957b20-3e9b-4dbb-a450-b8e2cf15cb4c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 May 04 07:32:32.680842 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9d1f-9533-4082-992f-89dbdfe12b32 req-8a2f0232-7b8b-4ced-9712-0ae42d714d57 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:32.682294 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8b1a9d1f-9533-4082-992f-89dbdfe12b32 req-8a2f0232-7b8b-4ced-9712-0ae42d714d57 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0514765 May 04 07:32:32.693319 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['6f8dc487-82ce-4709-88e3-f6859f375023'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:32:32.742694 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8b1a9d1f-9533-4082-992f-89dbdfe12b32 req-306762e8-88ac-4f01-b512-6df7861f7913 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546339 May 04 07:32:33.218677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103564d1-e2cc-421e-b081-74d39a386244 req-c7f0c2a6-5991-4458-9a70-d0ff2e6d87bc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:33.220179 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-103564d1-e2cc-421e-b081-74d39a386244 req-c7f0c2a6-5991-4458-9a70-d0ff2e6d87bc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 945 time: 0.0486612 May 04 07:32:33.265960 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-103564d1-e2cc-421e-b081-74d39a386244 req-9cf14897-b4a0-4dee-9fa1-30a7fcf33c5d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 May 04 07:32:33.515993 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:33.753443 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef64b-3590-446d-960f-5f7c9069d964 req-5b755a64-952f-4453-9cfd-aadd9b9475de tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:33.754818 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e71ef64b-3590-446d-960f-5f7c9069d964 req-5b755a64-952f-4453-9cfd-aadd9b9475de tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0468915 May 04 07:32:33.805097 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e71ef64b-3590-446d-960f-5f7c9069d964 req-684c3d63-1eb7-4af7-a997-755b41e9ed0b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 May 04 07:32:33.855925 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6bc02-9e01-4d29-b478-c41b7a1abd65 req-3fc9b261-68f9-4096-96a7-a71218b14ccb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:33.857454 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1cd6bc02-9e01-4d29-b478-c41b7a1abd65 req-3fc9b261-68f9-4096-96a7-a71218b14ccb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0475032 May 04 07:32:33.916973 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1cd6bc02-9e01-4d29-b478-c41b7a1abd65 req-16024373-5fbc-4639-974b-06ecbf487312 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527973 May 04 07:32:34.009134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6f8dc487-82ce-4709-88e3-f6859f375023 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:32:34.175551 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 6f8dc487-82ce-4709-88e3-f6859f375023 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:32:34.181182 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 6f8dc487-82ce-4709-88e3-f6859f375023 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:32:34.181575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:34.254522 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 6f8dc487-82ce-4709-88e3-f6859f375023 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:34.254895 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:34.276619 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:34.278808 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e87b4f-7fbd-4462-86aa-7dac14a566d9" -d '{"events": [{"server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "name": "network-vif-plugged", "status": "completed", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:34.294595 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f8dc487-82ce-4709-88e3-f6859f375023,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:34.301419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:34.327093 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21d36a9-4873-40c6-a116-94ba5ed0ad73 x-openstack-request-id: req-d21d36a9-4873-40c6-a116-94ba5ed0ad73 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:34.327416 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "name": "network-vif-plugged", "status": "completed", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:34.327672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d21d36a9-4873-40c6-a116-94ba5ed0ad73 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:34.328065 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21d36a9-4873-40c6-a116-94ba5ed0ad73'] response: {'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023', 'code': 200} May 04 07:32:34.353641 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:34.388967 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157144-79d6-4c3b-9b30-0d80903e8df9 req-4a3320ea-ecd9-442f-903b-c9dc2357e897 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:34.391585 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a157144-79d6-4c3b-9b30-0d80903e8df9 req-4a3320ea-ecd9-442f-903b-c9dc2357e897 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0554705 May 04 07:32:34.441519 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a157144-79d6-4c3b-9b30-0d80903e8df9 req-532d4d23-073a-4d12-90c8-96311cbe9c14 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 May 04 07:32:34.565183 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7c72-cc95-42ac-9d34-5f07856ab7dc req-b7a57cab-a41d-4c61-a5e8-3745107b4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:34.566667 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fafe7c72-cc95-42ac-9d34-5f07856ab7dc req-b7a57cab-a41d-4c61-a5e8-3745107b4215 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.0391858 May 04 07:32:34.608825 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fafe7c72-cc95-42ac-9d34-5f07856ab7dc req-e2cd715e-27ae-4590-9c6c-5e7e3605829b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355830 May 04 07:32:34.822994 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:34.924348 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553592-f7b9-4ad1-a33b-911d96cb381c req-d58dd895-8769-421d-a7b0-4bf685e78212 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:34.925882 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d5553592-f7b9-4ad1-a33b-911d96cb381c req-d58dd895-8769-421d-a7b0-4bf685e78212 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0516493 May 04 07:32:35.041036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83c983-469c-4bc3-ab79-074f928ff627 req-383eb151-3c82-4299-91cf-44fdbd1fc410 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:35.042624 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c83c983-469c-4bc3-ab79-074f928ff627 req-383eb151-3c82-4299-91cf-44fdbd1fc410 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0519779 May 04 07:32:35.110509 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c83c983-469c-4bc3-ab79-074f928ff627 req-52bf5388-07d8-48ca-84de-cfdde09d60ee tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619023 May 04 07:32:35.210454 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d5553592-f7b9-4ad1-a33b-911d96cb381c req-954f3dda-2d5c-4f05-9cdd-d8ebde4face3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790349 May 04 07:32:35.555787 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6d8fb-5919-45e1-97d6-5c3d0f12ebc1 req-51d254f3-82d9-47d1-aa4a-b661c61ba30a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:35.557245 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1c6d8fb-5919-45e1-97d6-5c3d0f12ebc1 req-51d254f3-82d9-47d1-aa4a-b661c61ba30a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0460775 May 04 07:32:35.604494 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1c6d8fb-5919-45e1-97d6-5c3d0f12ebc1 req-8c70c6a6-9e91-4932-b377-c94f67bf8b58 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 May 04 07:32:36.229675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b13d3b-cc72-4ebe-8798-412f8b584c37 req-72a6d001-fde5-472f-9d46-1313426832c7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:36.231031 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0b13d3b-cc72-4ebe-8798-412f8b584c37 req-72a6d001-fde5-472f-9d46-1313426832c7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0465801 May 04 07:32:36.262583 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:36.298676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0b13d3b-cc72-4ebe-8798-412f8b584c37 req-e373606d-d71c-48d8-b78f-e367570e76ea tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612674 May 04 07:32:36.327807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229446e-73e3-4ae9-82b1-b2bf608773ca req-ca701180-0bf1-4e79-bffa-5e13f3e268c1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:36.329322 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2229446e-73e3-4ae9-82b1-b2bf608773ca req-ca701180-0bf1-4e79-bffa-5e13f3e268c1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0484898 May 04 07:32:36.379370 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2229446e-73e3-4ae9-82b1-b2bf608773ca req-63657030-a916-4dca-ac10-ee47cdf18f7f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435874 May 04 07:32:36.719961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c0c5e-9838-4014-b39d-1bfe07d7fc9d req-348e621c-5747-4baa-b0fb-02deec315eca tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:36.721856 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-716c0c5e-9838-4014-b39d-1bfe07d7fc9d req-348e621c-5747-4baa-b0fb-02deec315eca tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0512347 May 04 07:32:36.771474 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-716c0c5e-9838-4014-b39d-1bfe07d7fc9d req-4819acca-47c6-4402-b9d7-2286e8d1fc3a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 May 04 07:32:36.885276 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614f1d-5361-42fb-b12b-537275f64287 req-4fff8160-b98f-4d36-8698-12b33feb76c0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:36.886627 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1d614f1d-5361-42fb-b12b-537275f64287 req-4fff8160-b98f-4d36-8698-12b33feb76c0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0509229 May 04 07:32:36.895567 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51196) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:36.899936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'floatingip': {'port_id': '6f8dc487-82ce-4709-88e3-f6859f375023'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:32:36.940516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:37.386324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:37.390384 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:37.430156 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4ae2-de20-4a0c-8c55-23b4076e7039 req-9dbfb1bb-cd48-48a6-9610-cae405128238 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:37.431813 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-132e4ae2-de20-4a0c-8c55-23b4076e7039 req-9dbfb1bb-cd48-48a6-9610-cae405128238 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0628371 May 04 07:32:37.494687 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-132e4ae2-de20-4a0c-8c55-23b4076e7039 req-1831518f-2d05-4fa6-b739-b06ef5425211 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573781 May 04 07:32:37.527141 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Floating IP 1037361a-0efb-4873-a1b5-73dd1d6c4a7a associated. External IP: 172.27.1.250, port: 6f8dc487-82ce-4709-88e3-f6859f375023. May 04 07:32:37.571105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6f095-48e4-4858-a0b3-bafb1c2b1f7b req-33df7021-3c2f-4bc0-84cb-d73997287988 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:37.572565 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-adc6f095-48e4-4858-a0b3-bafb1c2b1f7b req-33df7021-3c2f-4bc0-84cb-d73997287988 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0915344 May 04 07:32:37.665182 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-adc6f095-48e4-4858-a0b3-bafb1c2b1f7b req-a49e86cd-347e-4a7f-9ddd-59ed3e0082ea tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843344 May 04 07:32:37.788988 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:32:37.898118 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:32:37.902881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:37.908746 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:32:37.918290 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:37.918889 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:37.931355 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-883d4e07-8401-4770-94cd-0d854e60f7a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "PUT /v2.0/floatingips/1037361a-0efb-4873-a1b5-73dd1d6c4a7a HTTP/1.1" status: 200 len: 992 time: 1.0346956 May 04 07:32:37.931938 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:37.934173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:37.972658 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b5874-25a3-437e-a156-f30034396a56 x-openstack-request-id: req-4f8b5874-25a3-437e-a156-f30034396a56 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:37.972953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:37.973355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f8b5874-25a3-437e-a156-f30034396a56 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:37.973773 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8b5874-25a3-437e-a156-f30034396a56'] response: {'name': 'network-changed', 'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023', 'status': 'completed', 'code': 200} May 04 07:32:38.030698 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:38.058098 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-416a87d3-6987-42e7-9140-6a1d0600842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.059606 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-416a87d3-6987-42e7-9140-6a1d0600842e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.0390728 May 04 07:32:38.154613 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-44d93736-886e-4294-96b5-04f780a31956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.156131 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-44d93736-886e-4294-96b5-04f780a31956 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.0889697 May 04 07:32:38.227935 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-cbc1a589-6687-4412-b80c-610f66c9f629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1000 time: 0.0628667 May 04 07:32:38.246528 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '1037361a-0efb-4873-a1b5-73dd1d6c4a7a', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '6f8dc487-82ce-4709-88e3-f6859f375023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:cb:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:23Z', 'updated_at': '2022-05-04T07:32:37Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:38.272692 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:32:38.279137 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-a2d6a300-f848-40f3-b6e1-e46a8516a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.280683 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-a2d6a300-f848-40f3-b6e1-e46a8516a3ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0448220 May 04 07:32:38.280820 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:32:38.281417 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:32:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:38.326556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-c53986d8-cc1e-4941-9550-94ee8180b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.328121 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-c53986d8-cc1e-4941-9550-94ee8180b3bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392008 May 04 07:32:38.426409 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-36529cf1-3d90-48df-a3c2-412ef04f6942 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903747 May 04 07:32:38.477541 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:32:38.526204 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9484a233-3b68-45bc-bf6c-7fc49fe1cfbc req-5ebe1b6d-12dc-4122-b1a9-aa27380f737d service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937052 May 04 07:32:38.610506 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161c835-a5bf-493a-9861-1a7b29668309 req-e046e01e-9cfe-4204-9bef-452486c1dd48 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.612058 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1161c835-a5bf-493a-9861-1a7b29668309 req-e046e01e-9cfe-4204-9bef-452486c1dd48 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0465951 May 04 07:32:38.678096 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1161c835-a5bf-493a-9861-1a7b29668309 req-facf1a97-e061-468b-8d1e-79f72bf27cdb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598893 May 04 07:32:38.703529 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '1037361a-0efb-4873-a1b5-73dd1d6c4a7a', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '6f8dc487-82ce-4709-88e3-f6859f375023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:cb:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:23Z', 'updated_at': '2022-05-04T07:32:37Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:32:38.730654 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634daff8-b211-4570-ac96-b6fa53a34117 None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '1037361a-0efb-4873-a1b5-73dd1d6c4a7a', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '6f8dc487-82ce-4709-88e3-f6859f375023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:cb:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:32:23Z', 'updated_at': '2022-05-04T07:32:37Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:32:38.786406 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee7ec-fd3a-4450-9fff-c52a9762d091 req-ccbd7a01-21eb-4d13-b726-846fd3aa6822 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:38.787966 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c14ee7ec-fd3a-4450-9fff-c52a9762d091 req-ccbd7a01-21eb-4d13-b726-846fd3aa6822 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0532222 May 04 07:32:38.841083 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c14ee7ec-fd3a-4450-9fff-c52a9762d091 req-a54a1392-953b-48a0-b3c1-44923e3713e8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476203 May 04 07:32:38.932664 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d54257-1cd8-4c2a-a5d6-7a6929a53718 None None] New status for floating IP 1037361a-0efb-4873-a1b5-73dd1d6c4a7a: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:32:39.806524 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a46ae-08d4-4494-a24b-a57806e8b103 req-3f40ec94-3faf-4812-b8af-3b51c1e8d4c6 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:39.808061 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a83a46ae-08d4-4494-a24b-a57806e8b103 req-3f40ec94-3faf-4812-b8af-3b51c1e8d4c6 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0539925 May 04 07:32:39.866615 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a83a46ae-08d4-4494-a24b-a57806e8b103 req-c0961e78-97f5-4c7a-a667-b0010449c66f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530412 May 04 07:32:39.955015 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7f32-cb75-411e-9e1c-5fd5d2d6d06e req-1d9eae6a-d828-4419-8070-2a6b8744dc8c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:39.956493 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4ccb7f32-cb75-411e-9e1c-5fd5d2d6d06e req-1d9eae6a-d828-4419-8070-2a6b8744dc8c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0454059 May 04 07:32:40.007929 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4ccb7f32-cb75-411e-9e1c-5fd5d2d6d06e req-3c4662b4-887f-4b98-9fec-7f89926da168 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453935 May 04 07:32:40.980052 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afbd9e-9769-4123-a624-4f38688d319b req-ec74a044-c25d-43f9-b3c1-041aabfb9648 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:40.981507 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f4afbd9e-9769-4123-a624-4f38688d319b req-ec74a044-c25d-43f9-b3c1-041aabfb9648 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0476859 May 04 07:32:41.043368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f4afbd9e-9769-4123-a624-4f38688d319b req-37037f47-f659-413c-b075-a1964c4db444 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554931 May 04 07:32:41.120876 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb104-cf8c-497d-a4aa-5f3080aad68d req-213017cd-8a52-4aea-aab5-d0fcb635c3ec tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:41.122354 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-42deb104-cf8c-497d-a4aa-5f3080aad68d req-213017cd-8a52-4aea-aab5-d0fcb635c3ec tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0464251 May 04 07:32:41.174617 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-42deb104-cf8c-497d-a4aa-5f3080aad68d req-271b68b1-f76e-453c-9369-ad219f7161fc tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 May 04 07:32:42.160674 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0942e9-cefe-4943-9a05-4959a640e8e8 req-5e98d397-aae1-4bc3-be11-343c8b003ab7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:42.162115 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dc0942e9-cefe-4943-9a05-4959a640e8e8 req-5e98d397-aae1-4bc3-be11-343c8b003ab7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0520194 May 04 07:32:42.223454 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dc0942e9-cefe-4943-9a05-4959a640e8e8 req-5c9b7763-6ebd-40c7-b43f-5b78c5d162db tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541356 May 04 07:32:42.290123 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e384a4d-b3eb-422b-ac42-71dc0db91d5c req-097421ea-9cd4-4bec-b935-30bc10630198 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:42.291597 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e384a4d-b3eb-422b-ac42-71dc0db91d5c req-097421ea-9cd4-4bec-b935-30bc10630198 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0502844 May 04 07:32:42.339615 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e384a4d-b3eb-422b-ac42-71dc0db91d5c req-9504283b-da0a-471e-8c0f-ce4b554ab6b4 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 May 04 07:32:42.893353 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-b12e47c0-bda4-42e9-a8a6-7d170b3b9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:42.894887 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-b12e47c0-bda4-42e9-a8a6-7d170b3b9e8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.0396130 May 04 07:32:42.988382 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-96275a5f-8154-4ebb-ad09-03b0907a03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:42.989829 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-96275a5f-8154-4ebb-ad09-03b0907a03cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.0869303 May 04 07:32:43.056305 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-0df62bf6-6b3a-43d2-b324-52709360b550 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 1001 time: 0.0574262 May 04 07:32:43.105121 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-75f3895d-9484-4842-b003-b2bf13200ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:43.106501 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-75f3895d-9484-4842-b003-b2bf13200ec3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0426962 May 04 07:32:43.154426 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-6855647f-fc98-49ac-9f21-f617ba8fb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:43.156092 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-6855647f-fc98-49ac-9f21-f617ba8fb4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406978 May 04 07:32:43.245044 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-cf5f8a53-cf98-47cd-be47-51d72f98d27a service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 May 04 07:32:43.371754 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501bbb-a459-4024-9ad3-e3ac85410bf7 req-37eddb4a-923c-49d8-aaa7-9f49ed12a0eb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:43.373323 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-53501bbb-a459-4024-9ad3-e3ac85410bf7 req-37eddb4a-923c-49d8-aaa7-9f49ed12a0eb tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0623217 May 04 07:32:43.378243 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18279083-db94-4dbc-bfd0-2d5c51ab76d0 req-d2a67f43-15cf-4925-8343-281e4d0072a9 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256130 May 04 07:32:43.435928 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-53501bbb-a459-4024-9ad3-e3ac85410bf7 req-ccb6be15-fdb5-465e-a9e5-511039542023 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556197 May 04 07:32:43.456407 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6a0d9-f330-4bdf-ba8f-6ae18e8e6f8b req-4d2bd487-f273-4ab7-94dc-286ca4963652 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:43.457927 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-46a6a0d9-f330-4bdf-ba8f-6ae18e8e6f8b req-4d2bd487-f273-4ab7-94dc-286ca4963652 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0486860 May 04 07:32:43.510057 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-46a6a0d9-f330-4bdf-ba8f-6ae18e8e6f8b req-e4f3d179-604f-406d-927b-b19f5370637c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 May 04 07:32:44.557971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238605d-45d8-49f0-abf4-3a401f66356f req-30a039d8-9008-45b9-b9a5-2e7a57dbdc49 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:44.559468 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c238605d-45d8-49f0-abf4-3a401f66356f req-30a039d8-9008-45b9-b9a5-2e7a57dbdc49 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0521684 May 04 07:32:44.619249 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c238605d-45d8-49f0-abf4-3a401f66356f req-73d31619-c442-4c96-b3ff-beef0fc3a5d5 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538523 May 04 07:32:44.623482 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf519-b675-45e6-8eee-6e290a5bd38c req-b098e03d-82ef-42fb-b9bf-f33ea3020a68 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:44.624947 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-44ecf519-b675-45e6-8eee-6e290a5bd38c req-b098e03d-82ef-42fb-b9bf-f33ea3020a68 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0460076 May 04 07:32:44.677326 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-44ecf519-b675-45e6-8eee-6e290a5bd38c req-bef20de0-a46d-46df-b45e-8bde809ce276 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465276 May 04 07:32:44.937506 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:45.740235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb432-dfb9-4c88-b381-593e5446cf81 req-7eb96ca2-38ec-4b86-a9f2-2eb593acdea7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:45.741875 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd5fb432-dfb9-4c88-b381-593e5446cf81 req-7eb96ca2-38ec-4b86-a9f2-2eb593acdea7 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0530176 May 04 07:32:45.800376 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eedc98-fa5c-4b11-983e-7d7abc466915 req-ba10bf71-f89f-4e99-9744-98c4764d25e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:45.802555 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b4eedc98-fa5c-4b11-983e-7d7abc466915 req-ba10bf71-f89f-4e99-9744-98c4764d25e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0549378 May 04 07:32:45.805311 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd5fb432-dfb9-4c88-b381-593e5446cf81 req-37322016-8800-4ea6-ae4a-8ee8acde6e7d tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574777 May 04 07:32:45.861835 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b4eedc98-fa5c-4b11-983e-7d7abc466915 req-023b7a51-bc5b-4312-87fc-7aab7f6aedf5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531507 May 04 07:32:46.927957 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd836-e29b-4e0a-80e1-d0872cd2b783 req-6b06f845-2b7d-4290-a66e-a3404d6a056c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:46.929527 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e5cd836-e29b-4e0a-80e1-d0872cd2b783 req-6b06f845-2b7d-4290-a66e-a3404d6a056c tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0546315 May 04 07:32:46.977575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864d02e-e9c3-4f86-9610-5186939b6a69 req-eba0a6f4-0ddb-49ca-a814-64aa64f5dfb1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:46.979059 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d864d02e-e9c3-4f86-9610-5186939b6a69 req-eba0a6f4-0ddb-49ca-a814-64aa64f5dfb1 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0486114 May 04 07:32:47.000571 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e5cd836-e29b-4e0a-80e1-d0872cd2b783 req-48bcbdb1-22ae-4f5b-83be-a1c94ace18c1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574827 May 04 07:32:47.029699 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d864d02e-e9c3-4f86-9610-5186939b6a69 req-48b79889-3e5b-43c5-9619-cc3cc3a40db9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 May 04 07:32:47.097108 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-67d35b22-f85d-42e0-8b6f-45dcf7bbaf01 req-4bd55c34-44a3-460a-99bb-e961834c5435 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:32:47.098002 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67d35b22-f85d-42e0-8b6f-45dcf7bbaf01 req-4bd55c34-44a3-460a-99bb-e961834c5435 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058217 May 04 07:32:47.241823 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51252) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:47.261173 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c5dc4-b3c5-4dd3-949f-c596a95815bb req-6e0d1179-9744-40c2-b47e-448f1e4ebdb3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:47.262661 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-379c5dc4-b3c5-4dd3-949f-c596a95815bb req-6e0d1179-9744-40c2-b47e-448f1e4ebdb3 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0517631 May 04 07:32:47.315390 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-379c5dc4-b3c5-4dd3-949f-c596a95815bb req-4c1763ee-e8b7-4895-8786-b52dca84297e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 May 04 07:32:47.321622 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-02bbe136-8855-4ad9-8df8-754fe5fa8fcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786276 May 04 07:32:47.330662 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-b9d47dc8-637d-4b7a-9a7e-23b1a5f96688 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:32:47.331635 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-b9d47dc8-637d-4b7a-9a7e-23b1a5f96688 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055809 May 04 07:32:47.408851 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51260) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:32:47.514831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-72476c61-ca55-4af7-9743-5b095ba2db2e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:47.516208 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-72476c61-ca55-4af7-9743-5b095ba2db2e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports/087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 942 time: 0.1063817 May 04 07:32:48.110813 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:32:48.119051 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5da1-d250-4625-91b5-017995388bee req-92afc917-4e77-4fdc-85ed-69c77c392ace tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:48.120245 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e8e5da1-d250-4625-91b5-017995388bee req-92afc917-4e77-4fdc-85ed-69c77c392ace tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0500300 May 04 07:32:48.183926 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e8e5da1-d250-4625-91b5-017995388bee req-2acd4150-4b75-449c-892f-6b29dfa05158 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5&id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568099 May 04 07:32:48.197891 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 is: ACTIVE; New status is: DOWN {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:48.198293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:48.224817 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:32:48.227345 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c7284e-521e-4c37-aad0-fb90c2e7047b" -d '{"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:32:48.240063 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:48.244966 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:48.269310 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 07:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d65ba01-d581-4de3-9167-df2c773528e9 x-openstack-request-id: req-6d65ba01-d581-4de3-9167-df2c773528e9 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:32:48.269525 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-unplugged", "status": "failed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "code": 422}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:32:48.269776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d65ba01-d581-4de3-9167-df2c773528e9 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:32:48.270209 dv-cinder-790535-38-iscsi neutron-server[103213]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6d65ba01-d581-4de3-9167-df2c773528e9']: {'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'code': 422} returned with failed status May 04 07:32:48.294549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:48.424471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d0bf3-6165-4066-9847-babdf2495c87 req-72719cf5-21e2-4a52-87c9-7aad823883b2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:48.425915 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-551d0bf3-6165-4066-9847-babdf2495c87 req-72719cf5-21e2-4a52-87c9-7aad823883b2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0456674 May 04 07:32:48.476076 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-551d0bf3-6165-4066-9847-babdf2495c87 req-c3b523bd-32d5-44f6-bb2c-ffaeeaf2c74e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446191 May 04 07:32:49.342652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-e75fa39f-6b56-4ef4-baef-67d10451ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.344189 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-e75fa39f-6b56-4ef4-baef-67d10451ca44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4&tenant_id=9490d418deac48d399051367f238b312 HTTP/1.1" status: 200 len: 1127 time: 0.0386097 May 04 07:32:49.426586 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-5ec4aa4a-bce2-448f-aefa-ade0439c9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.428038 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-5ec4aa4a-bce2-448f-aefa-ade0439c9bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0389245 May 04 07:32:49.525067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-1b02da0b-e2ed-4ec8-86b5-902138bc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.526689 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-1b02da0b-e2ed-4ec8-86b5-902138bc2914 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.0904441 May 04 07:32:49.592323 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba668b-504f-4f1c-9988-72415e1e2ade req-40be2935-49b5-49c8-ad13-40dc0fdbe76a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.593793 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-65ba668b-504f-4f1c-9988-72415e1e2ade req-40be2935-49b5-49c8-ad13-40dc0fdbe76a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0470021 May 04 07:32:49.596390 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-dd46ffb5-66dd-4575-937b-806a32a18687 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 999 time: 0.0627809 May 04 07:32:49.644397 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-65ba668b-504f-4f1c-9988-72415e1e2ade req-f19f80bc-58ae-4936-a0f3-e506c2402c00 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 May 04 07:32:49.653849 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-1580503a-3f07-4ba9-9168-68b6ec53aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.655347 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-1580503a-3f07-4ba9-9168-68b6ec53aedf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0439517 May 04 07:32:49.697054 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-7ffe6436-18b9-4402-9060-cc0e8ca3381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:49.698422 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-7ffe6436-18b9-4402-9060-cc0e8ca3381b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374570 May 04 07:32:50.043194 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-02565991-af77-42d7-9370-fec8efb34424 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366044 May 04 07:32:50.131508 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ecd8ece-bbc8-4da5-b090-b86c995dcf70 req-ea83a6c0-e573-40ae-9862-8270a71d1f48 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818429 May 04 07:32:50.761208 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa7ad0-8b86-4d90-9a91-72dd97ac88f9 req-7df77f35-cfc7-4cb3-8885-a61c7f5a8e71 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:50.762565 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6fa7ad0-8b86-4d90-9a91-72dd97ac88f9 req-7df77f35-cfc7-4cb3-8885-a61c7f5a8e71 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0478644 May 04 07:32:50.813306 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6fa7ad0-8b86-4d90-9a91-72dd97ac88f9 req-c9f8519e-6805-4ac7-ac15-48183eeb9380 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449097 May 04 07:32:51.926918 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0800f-4fd5-48c9-93bd-c1a7b61e7632 req-dd35ff1b-4bc5-49cb-9cab-11f4aca776ee tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:51.929976 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82b0800f-4fd5-48c9-93bd-c1a7b61e7632 req-dd35ff1b-4bc5-49cb-9cab-11f4aca776ee tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0499382 May 04 07:32:51.981636 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82b0800f-4fd5-48c9-93bd-c1a7b61e7632 req-c51317f6-4d29-4bf1-aeb3-9e6ac771f276 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450459 May 04 07:32:53.100833 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec44b7-3b84-4f93-be36-249c2eae8c4d req-4ae084a0-ea47-4498-8d0a-d24c70cc6c46 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:53.102319 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffec44b7-3b84-4f93-be36-249c2eae8c4d req-4ae084a0-ea47-4498-8d0a-d24c70cc6c46 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0513830 May 04 07:32:53.152418 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffec44b7-3b84-4f93-be36-249c2eae8c4d req-05d34b35-2815-44f4-a98e-3e53061614b8 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 May 04 07:32:54.273705 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360b792-7a58-472b-89cd-7ea6f4df5f9b req-04332db0-2b16-44e3-bb8f-8bd6c7c67e89 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:54.275191 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7360b792-7a58-472b-89cd-7ea6f4df5f9b req-04332db0-2b16-44e3-bb8f-8bd6c7c67e89 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0504880 May 04 07:32:54.324080 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7360b792-7a58-472b-89cd-7ea6f4df5f9b req-cc1821ae-646d-49fa-9c44-6f8bdc925b5b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 May 04 07:32:55.440064 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87579b3-b5b4-42dd-a66f-39594c34bf3b req-81170ef6-86c0-4358-ad13-6db01d576243 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:55.441402 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a87579b3-b5b4-42dd-a66f-39594c34bf3b req-81170ef6-86c0-4358-ad13-6db01d576243 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0501816 May 04 07:32:55.492134 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a87579b3-b5b4-42dd-a66f-39594c34bf3b req-6610cd69-14e1-4c00-854d-bd0d2c2f6d89 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 May 04 07:32:56.609581 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c944-8f3c-479b-b4ce-85b221cdc0a0 req-adfcef36-9d90-491a-956f-17974c9d4ec6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:56.611415 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eae5c944-8f3c-479b-b4ce-85b221cdc0a0 req-adfcef36-9d90-491a-956f-17974c9d4ec6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0499098 May 04 07:32:56.660707 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eae5c944-8f3c-479b-b4ce-85b221cdc0a0 req-87d97c84-0a2f-4f2e-bc5d-d857ed6e8aee tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437231 May 04 07:32:57.783407 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fba6f8-100e-47fc-ae53-463072410f18 req-17d08617-5e49-467b-834b-55099392e7f5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:57.785828 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4fba6f8-100e-47fc-ae53-463072410f18 req-17d08617-5e49-467b-834b-55099392e7f5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0572147 May 04 07:32:57.834852 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c4fba6f8-100e-47fc-ae53-463072410f18 req-29035954-e33f-4419-b413-524fbf849403 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433974 May 04 07:32:58.202924 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:32:58.303356 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:58.315630 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'port_id': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'mac_address': 'fa:16:3e:1d:0a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:32:58.365566 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:32:58.366199 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:58.388584 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087ebf4e-fb00-4a4a-919f-e5febb2091d7 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:32:58.421658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:32:58.428262 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:32:58.476929 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:32:58.496962 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:32:58.894884 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['087ebf4e-fb00-4a4a-919f-e5febb2091d7'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:32:58.955399 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885ed28-ed2b-4e4e-b94d-8b5d1330be4b req-53f79a48-41b2-444b-8bac-74ce70aff9ac tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:32:58.958962 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b885ed28-ed2b-4e4e-b94d-8b5d1330be4b req-53f79a48-41b2-444b-8bac-74ce70aff9ac tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0513585 May 04 07:32:59.024646 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b885ed28-ed2b-4e4e-b94d-8b5d1330be4b req-5e3c3735-3ae4-47b2-ba6b-836ac1cd0b80 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593982 May 04 07:33:00.062076 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-69b7bc56-50e3-4b53-8123-80b996735220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:00.156471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e7af-b93b-4372-9a90-03d5c4e5bed9 req-493b90e6-497b-48bb-8cbe-7531038673e0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:00.158242 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ad7e7af-b93b-4372-9a90-03d5c4e5bed9 req-493b90e6-497b-48bb-8cbe-7531038673e0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0480177 May 04 07:33:00.213586 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ad7e7af-b93b-4372-9a90-03d5c4e5bed9 req-e52c620a-92d2-40f6-b132-ca6a8932f29f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495358 May 04 07:33:00.285514 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:33:00.336792 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:33:00.337162 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:00.414768 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:33:00.415185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:00.439410 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:00.441767 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218b8bc0-5642-41e5-8346-26ec63d2879b" -d '{"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:00.455702 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:00.460275 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:00.488064 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c015394c-f4ae-4ac6-9003-8294b3d20843 x-openstack-request-id: req-c015394c-f4ae-4ac6-9003-8294b3d20843 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:00.488444 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:00.488734 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c015394c-f4ae-4ac6-9003-8294b3d20843 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:00.489163 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c015394c-f4ae-4ac6-9003-8294b3d20843'] response: {'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'code': 200} May 04 07:33:00.518338 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:00.836009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585d89e-cd6e-47b8-90aa-64497428e047 req-2bf963f2-59cf-47ff-8b0a-be2691fd24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:00.837632 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e585d89e-cd6e-47b8-90aa-64497428e047 req-2bf963f2-59cf-47ff-8b0a-be2691fd24be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.0415616 May 04 07:33:00.888213 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e585d89e-cd6e-47b8-90aa-64497428e047 req-93844c97-2fe0-4d16-afa0-c980a2683fa2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437226 May 04 07:33:01.333138 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1588ea-3097-4804-b28b-606ab903a161 req-b665460a-25ee-47a1-8421-825a29ba2741 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:01.334666 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dd1588ea-3097-4804-b28b-606ab903a161 req-b665460a-25ee-47a1-8421-825a29ba2741 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0487788 May 04 07:33:01.391034 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-dd1588ea-3097-4804-b28b-606ab903a161 req-998c576f-db08-404b-9229-d1f9b4876838 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488031 May 04 07:33:02.306120 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dfeaef80-a139-44ed-b953-39a643633b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:02.512459 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162076-e37b-45ad-989d-f8accca0f3d4 req-9bc3e6a3-473d-4cef-ba86-70c72c023ab5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:02.514722 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b7162076-e37b-45ad-989d-f8accca0f3d4 req-9bc3e6a3-473d-4cef-ba86-70c72c023ab5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0508993 May 04 07:33:02.572232 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b7162076-e37b-45ad-989d-f8accca0f3d4 req-fcb5123f-d9bd-4c55-9b0e-152317e00b1b tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509238 May 04 07:33:03.520405 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:03.695630 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a5f8-434f-47b8-b4c4-19f0c8d41326 req-c272b342-6d65-4220-af33-27527400a0c6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:03.697127 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0bf4a5f8-434f-47b8-b4c4-19f0c8d41326 req-c272b342-6d65-4220-af33-27527400a0c6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0524492 May 04 07:33:03.747271 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0bf4a5f8-434f-47b8-b4c4-19f0c8d41326 req-25b437e2-d236-49ab-90cc-4f782cd0a5e9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442486 May 04 07:33:04.445387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a95bb4-1fb9-4453-a64d-24608a69b758 req-71e3f9d2-f5b7-461f-afa4-49729c12cc5f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:04.446838 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9a95bb4-1fb9-4453-a64d-24608a69b758 req-71e3f9d2-f5b7-461f-afa4-49729c12cc5f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0484424 May 04 07:33:04.497424 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9a95bb4-1fb9-4453-a64d-24608a69b758 req-b66f37e8-225f-41df-ab4b-282f8dc3ffb8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 May 04 07:33:04.825604 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:05.612034 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785cd6-79e1-4f63-8c71-8305cac9d77b req-69d4763b-1c9a-44e2-8e08-717ba0521ea1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:05.613503 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-80785cd6-79e1-4f63-8c71-8305cac9d77b req-69d4763b-1c9a-44e2-8e08-717ba0521ea1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0457966 May 04 07:33:05.660815 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-80785cd6-79e1-4f63-8c71-8305cac9d77b req-d9e8e3fe-f46c-4aae-9952-cc69569aaf90 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 May 04 07:33:06.263374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:06.537631 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-527dcecb-50b4-493b-a074-7ab6035cf976 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:06.539116 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-527dcecb-50b4-493b-a074-7ab6035cf976 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0499542 May 04 07:33:06.629956 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port 114b1c24-2ae3-4ec4-9169-499b9c74370c {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:33:06.630526 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:06.725382 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] For port 114b1c24-2ae3-4ec4-9169-499b9c74370c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=114b1c24-2ae3-4ec4-9169-499b9c74370c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:06.725901 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:06.825360 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1127ef-8e1f-41da-98ce-d3f578f410df req-58e28306-503c-4c59-8b34-3ac58b939334 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:06.826743 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b1127ef-8e1f-41da-98ce-d3f578f410df req-58e28306-503c-4c59-8b34-3ac58b939334 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 945 time: 0.0895436 May 04 07:33:06.960439 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b1127ef-8e1f-41da-98ce-d3f578f410df req-601915a2-fce7-4008-b14a-121ef80de9a9 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=68c65331-b485-419b-ae4b-c48ccb288d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232629 May 04 07:33:06.981769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:06.982135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:06.982453 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP acc8b633-765f-4182-9ef9-7c0b904bae13 disassociated. External IP: 172.27.1.202, port: 114b1c24-2ae3-4ec4-9169-499b9c74370c. May 04 07:33:06.982796 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for 114b1c24-2ae3-4ec4-9169-499b9c74370c owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:33:07.112670 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (114b1c24-2ae3-4ec4-9169-499b9c74370c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:07.144085 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=114b1c24-2ae3-4ec4-9169-499b9c74370c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:07.154181 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.154533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.154879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.155244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.155588 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.155922 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.156253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.156613 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.157053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.157565 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.157988 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.158324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.158657 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.158987 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.159341 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:07.276786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:33:07.389687 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:33:07.400009 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:33:07.412040 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:07.412729 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:07.437797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] No DVR routers for this DVR port 114b1c24-2ae3-4ec4-9169-499b9c74370c on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:33:07.440690 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:07.444107 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85583e07-ad64-4fb5-90b6-46904bc48e22 req-23f5cd8c-8883-4c2e-a4c3-6442ed31b1e6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "DELETE /v2.0/ports/114b1c24-2ae3-4ec4-9169-499b9c74370c HTTP/1.1" status: 204 len: 173 time: 0.8991618 May 04 07:33:07.444555 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'name': 'network-vif-deleted', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:07.447279 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7d8863-107d-419f-9788-347a868f038d" -d '{"events": [{"server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "name": "network-vif-deleted", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:07.508404 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176923c7-3a78-4a74-a940-01c2e6b6ac64 x-openstack-request-id: req-176923c7-3a78-4a74-a940-01c2e6b6ac64 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:07.508694 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d8e90d-3bf5-496d-a430-b564b13b01f9", "name": "network-vif-deleted", "tag": "114b1c24-2ae3-4ec4-9169-499b9c74370c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:07.508951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-176923c7-3a78-4a74-a940-01c2e6b6ac64 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:07.509351 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176923c7-3a78-4a74-a940-01c2e6b6ac64'] response: {'server_uuid': 'c6d8e90d-3bf5-496d-a430-b564b13b01f9', 'name': 'network-vif-deleted', 'tag': '114b1c24-2ae3-4ec4-9169-499b9c74370c', 'status': 'completed', 'code': 200} May 04 07:33:07.533488 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:07.740675 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:07.767609 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:33:07.775927 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:07.776523 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:07.885298 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:08.097337 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:08.113406 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-10807254-80c0-419a-b3b7-282a19a10072 req-7e3f4166-ce7f-4377-afe6-4b9d2caa5a80 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d8e90d-3bf5-496d-a430-b564b13b01f9 HTTP/1.1" status: 200 len: 210 time: 0.0434961 May 04 07:33:08.126612 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc37c40-60fc-4d90-b41e-3e5eca88279c None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:33:08.353357 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ac9fa-8d17-4df4-8b4e-1b6d6c0e9dcc None None] New status for floating IP acc8b633-765f-4182-9ef9-7c0b904bae13: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:33:09.202372 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51396) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:09.257990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (68c65331-b485-419b-ae4b-c48ccb288d23), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.282388 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (68c65331-b485-419b-ae4b-c48ccb288d23), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.335164 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (68c65331-b485-419b-ae4b-c48ccb288d23), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.338807 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.340103 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/security-groups/68c65331-b485-419b-ae4b-c48ccb288d23 HTTP/1.1" status: 204 len: 168 time: 0.1358173 May 04 07:33:09.342987 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51400) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:09.350417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931eac82-c200-4b1d-9601-b1b8c36e94f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c65331-b485-419b-ae4b-c48ccb288d23,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:09.358362 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.api.v2.resource [None req-4092d6d7-d543-4879-bd88-2b8435f7d2f8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] show failed (client error): The resource could not be found. May 04 07:33:09.362871 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4092d6d7-d543-4879-bd88-2b8435f7d2f8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups/68c65331-b485-419b-ae4b-c48ccb288d23 HTTP/1.1" status: 404 len: 347 time: 0.0153661 May 04 07:33:09.363294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51402) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:09.488432 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port 0a0c411a-740b-4a68-b972-0c87d7ed6020 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:33:09.488911 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.572050 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.572369 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (0a0c411a-740b-4a68-b972-0c87d7ed6020), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.585813 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for 0a0c411a-740b-4a68-b972-0c87d7ed6020 owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:33:09.721743 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (0a0c411a-740b-4a68-b972-0c87d7ed6020), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.749429 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=0a0c411a-740b-4a68-b972-0c87d7ed6020,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:09.813151 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (acc8b633-765f-4182-9ef9-7c0b904bae13), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.816134 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:09.817500 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-95a8dce5-49f6-4baf-a99f-9cab537193c2 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/floatingips/acc8b633-765f-4182-9ef9-7c0b904bae13 HTTP/1.1" status: 204 len: 168 time: 0.4528589 May 04 07:33:10.155850 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51406) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:10.161005 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443521120', 'description': 'tempest-description--948378676'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:10.185065 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.258994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (d8dac7b3-171e-4687-936a-0380afa50231), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.262784 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d8dac7b3-171e-4687-936a-0380afa50231), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.293015 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.294241 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1367006 May 04 07:33:10.298952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51408) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:10.299480 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 114b1c24-2ae3-4ec4-9169-499b9c74370c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:33:10.300937 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aaa81-6d3a-4024-aef5-1a5ba5937a0e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dac7b3-171e-4687-936a-0380afa50231,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:10.304642 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': 'd8dac7b3-171e-4687-936a-0380afa50231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:10.323973 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 114b1c24-2ae3-4ec4-9169-499b9c74370c {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:33:10.324300 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 114b1c24-2ae3-4ec4-9169-499b9c74370c not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:33:10.334306 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (535734ae-a9cb-4e26-9c82-703b63dd8a32), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.392934 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (535734ae-a9cb-4e26-9c82-703b63dd8a32), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.396615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (535734ae-a9cb-4e26-9c82-703b63dd8a32), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.413750 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535734ae-a9cb-4e26-9c82-703b63dd8a32,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:10.424739 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.426241 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c5a3398f-8379-4781-86c4-374b2f653b51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251519 May 04 07:33:10.428866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51410) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:10.433481 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'security_group_rule': {'security_group_id': 'd8dac7b3-171e-4687-936a-0380afa50231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:10.462632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (29466236-da47-4b9f-89e5-84339c997188), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.519776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (29466236-da47-4b9f-89e5-84339c997188), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.523572 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (29466236-da47-4b9f-89e5-84339c997188), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.539668 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29466236-da47-4b9f-89e5-84339c997188,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:10.553094 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.554426 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b9ba8469-a254-4fd0-99da-170ce66c931a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244678 May 04 07:33:10.557383 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51412) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:10.562053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:10.585236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.673550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.780043 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.27.1.219 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/a6ca7d5c-23b1-4298-a2c7-81c9296f583b) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:33:10.885096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.918482 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:10.957142 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:33:10.959984 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:33:10.965526 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:33:10.991099 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=a6ca7d5c-23b1-4298-a2c7-81c9296f583b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:11.059620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.101275 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.255002 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.260449 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.335082 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=a6ca7d5c-23b1-4298-a2c7-81c9296f583b,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:11.346688 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.363045 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:11.364329 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ec629cf1-6cb1-4a29-8f3f-354f4cea8dbd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8059652 May 04 07:33:11.564744 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-b9218b67-288e-4f36-b6f2-e47ead299863 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--443521120&fields=id&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 267 time: 0.0435946 May 04 07:33:11.680971 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-e44d5321-ca9b-467c-ae4e-dcb17b918643 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:11.682438 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-e44d5321-ca9b-467c-ae4e-dcb17b918643 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1072199 May 04 07:33:11.697235 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-c82d4cfe-c59e-4994-9a49-953f3f607dd1 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/quotas/0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 375 time: 0.0093641 May 04 07:33:11.746830 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-368c6521-48b9-42bf-8332-4c3e836d25da tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443933 May 04 07:33:11.847222 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-64fae337-bcb6-48a9-8b38-1d0f1c4bdefc service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878825 May 04 07:33:11.940368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-e38b9971-f70d-4ce7-b7b6-eeaac43d0186 service neutron] 10.222.0.21 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 May 04 07:33:12.111409 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-559dda21-c86d-4fea-9e8c-146325c6f09d req-4bfdb645-07e7-4a8f-907a-821e5cac5d34 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 210 time: 0.0289519 May 04 07:33:13.212334 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3ad795e7-e2b7-4e9b-ab17-968aba7dfeca req-a0b42500-4198-4052-afca-3b5e4b9b4d51 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 210 time: 0.0292084 May 04 07:33:13.481203 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-dddbc41b-354f-4d66-98e0-b5144d6bba57 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:13.482554 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-dddbc41b-354f-4d66-98e0-b5144d6bba57 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 814 time: 0.1258371 May 04 07:33:13.560479 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-fb28fbab-a17c-40b5-bff1-c58bef1f363f tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0c5ea01f6041f8a293df107ceb208e HTTP/1.1" status: 200 len: 379 time: 0.0589240 May 04 07:33:13.728553 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'port': {'device_id': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'admin_state_up': True, 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'security_groups': ['d8dac7b3-171e-4687-936a-0380afa50231']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:13.839247 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Made reservation on behalf of 0f0c5ea01f6041f8a293df107ceb208e for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:33:13.842573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:13.974079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Allocated IP 172.20.0.5 (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32/12f48d1b-1088-42a2-995b-11371649d8fc/ddfa3ce3-4906-4f95-8749-1fbaecdeed7b) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:33:14.128386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.166181 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.209132 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:33:14.212843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:33:14.219485 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:33:14.226713 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event updated for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:14.284797 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:14.285480 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.308546 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-2be3f3f5-d5e2-4398-bf7c-47bb8e5191c6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836515 May 04 07:33:14.363629 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a99e5-1a3f-466b-ac77-5d008ef37ce8 req-77b7c617-60d3-4423-9451-86e958358364 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:14.365201 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-855a99e5-1a3f-466b-ac77-5d008ef37ce8 req-77b7c617-60d3-4423-9451-86e958358364 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 931 time: 0.0576763 May 04 07:33:14.421700 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-855a99e5-1a3f-466b-ac77-5d008ef37ce8 req-e2d362bb-c9c2-48ac-bff6-e3ccd03525da tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 May 04 07:33:14.546797 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-9750f1f9-1a66-456c-acc8-615961940f4b None None] Provisioning complete for port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:33:14.548028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9750f1f9-1a66-456c-acc8-615961940f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.570735 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Request body: {'port': {'device_id': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:14.584985 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-9750f1f9-1a66-456c-acc8-615961940f4b None None] Port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:33:14.632917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.908513 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfa3ce3-4906-4f95-8749-1fbaecdeed7b {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:33:14.916260 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks [] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.932018 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Transition to ACTIVE for port object ddfa3ce3-4906-4f95-8749-1fbaecdeed7b will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:33:14.936057 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.937881 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:14.987139 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:15.065862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Attempting to bind port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:33:15.065862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Attempting to bind port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:33:15.065862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Attempting to bind port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:33:15.070910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:33:15.071449 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Attempting to bind port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b on network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:33:15.078837 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:33:15.079302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Checking segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:33:15.079796 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Bound using segment: {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:33:15.080292 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Bound port: ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64bb043-3eed-4b4f-8a31-1c46fd509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:33:15.080693 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:15.159580 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:33:15.163961 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:33:15.170008 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:15.206285 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:15.206824 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:15.208279 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddfa3ce3-4906-4f95-8749-1fbaecdeed7b HTTP/1.1" status: 200 len: 1093 time: 0.6438663 May 04 07:33:15.210992 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:15.213185 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4fad24-6afb-474d-bc49-fe1ca00ba893" -d '{"events": [{"name": "network-changed", "server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:15.241236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c00c-49db-4c46-a667-7e2de8c08412 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:15.270046 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116b589-f052-4238-8f7d-ff335f52e80a x-openstack-request-id: req-6116b589-f052-4238-8f7d-ff335f52e80a {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:15.270509 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:15.270826 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6116b589-f052-4238-8f7d-ff335f52e80a {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:15.271473 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6116b589-f052-4238-8f7d-ff335f52e80a'] response: {'name': 'network-changed', 'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'status': 'completed', 'code': 200} May 04 07:33:15.331872 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-21a557af-2862-4ae0-8160-0da1201d7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:15.333433 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-21a557af-2862-4ae0-8160-0da1201d7653 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 1127 time: 0.0435154 May 04 07:33:15.397172 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-3389e26b-be39-4564-a1ec-536011a7a7aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b HTTP/1.1" status: 200 len: 217 time: 0.0439088 May 04 07:33:15.446951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-27588c1d-3cb5-4ff5-8575-a5dc63efe6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:15.448431 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-27588c1d-3cb5-4ff5-8575-a5dc63efe6d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0448864 May 04 07:33:15.496973 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-8dd3aef8-a268-4157-838a-eb58673d4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:15.498854 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-8dd3aef8-a268-4157-838a-eb58673d4510 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427029 May 04 07:33:15.548339 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88a89-3655-4282-b0b7-ff7730c607b2 req-a516084c-cdb0-4689-a3f9-7f7cda1d15d8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:15.549835 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-03e88a89-3655-4282-b0b7-ff7730c607b2 req-a516084c-cdb0-4689-a3f9-7f7cda1d15d8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 943 time: 0.0541329 May 04 07:33:15.599162 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-62924222-af20-4949-bdfa-61f0da63b875 service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933375 May 04 07:33:15.600962 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-03e88a89-3655-4282-b0b7-ff7730c607b2 req-ecb97864-15e2-440e-a03c-9d37e12ddd78 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447664 May 04 07:33:15.692393 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ef85c8a-e9b6-4e12-a647-911a212e65a9 req-6d79316f-3887-4940-af3c-67b882d78d8c service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861454 May 04 07:33:16.719685 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc9ee5-2bbe-47d9-9583-b0502f84b773 req-81e88027-726b-41cb-bbb0-f5f2b0be089e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:16.721183 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a8dc9ee5-2bbe-47d9-9583-b0502f84b773 req-81e88027-726b-41cb-bbb0-f5f2b0be089e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 943 time: 0.0500240 May 04 07:33:16.771936 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a8dc9ee5-2bbe-47d9-9583-b0502f84b773 req-d2c635cf-8a94-4560-b41d-9efffe1a3742 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449750 May 04 07:33:17.887024 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5d352-4e5c-4b51-a663-b92689eb86e0 req-4bf5b4ff-d1a9-49b4-b7d5-93dcbb8486c4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:17.888536 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5fa5d352-4e5c-4b51-a663-b92689eb86e0 req-4bf5b4ff-d1a9-49b4-b7d5-93dcbb8486c4 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 943 time: 0.0475051 May 04 07:33:17.938853 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5fa5d352-4e5c-4b51-a663-b92689eb86e0 req-fa8fa256-f736-4e7f-aa86-f969a063b7fd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 May 04 07:33:18.196448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-c1a57550-9eca-49c6-8b4c-3075d1438577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.197984 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-c1a57550-9eca-49c6-8b4c-3075d1438577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 1127 time: 0.0393763 May 04 07:33:18.247076 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-40bf313f-8ec7-42ba-82a5-ef2aea0496e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482218 May 04 07:33:18.297871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-1bfb73b5-e3fd-4f39-b3fb-6466c97c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.299375 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-1bfb73b5-e3fd-4f39-b3fb-6466c97c2678 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.0890985 May 04 07:33:18.353025 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-7c004c19-8594-4921-9b88-484b7fed6c25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b HTTP/1.1" status: 200 len: 217 time: 0.0388670 May 04 07:33:18.366031 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device ddfa3ce3-4906-4f95-8749-1fbaecdeed7b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:33:18.368414 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-a7d8d0a4-cc7e-4b71-8709-52c49dfb26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.369917 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-a7d8d0a4-cc7e-4b71-8709-52c49dfb26db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.0441227 May 04 07:33:18.435408 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-b220a40d-c9f8-4e3e-b382-2e297b23d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.437673 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-b220a40d-c9f8-4e3e-b382-2e297b23d74e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.0696940 May 04 07:33:18.487662 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-619edfa7-0c6c-4f00-b4a6-108b604646ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.490118 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-619edfa7-0c6c-4f00-b4a6-108b604646ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.0977318 May 04 07:33:18.513488 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:18.516419 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-dd125bc6-b733-4bc9-bc30-7414d3da9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.517939 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-dd125bc6-b733-4bc9-bc30-7414d3da9d0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709352 May 04 07:33:18.526300 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'port_id': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'mac_address': 'fa:16:3e:d7:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:33:18.575723 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:33:18.576101 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:18.587492 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-07eb7bb8-750f-4e00-b713-3958bd40c2aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 1001 time: 0.0875463 May 04 07:33:18.590744 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfa3ce3-4906-4f95-8749-1fbaecdeed7b {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:33:18.612009 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:18.617934 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:18.643732 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-b4231550-185b-4b71-83c8-5196f1f6c6bc service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181183 May 04 07:33:18.668095 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-7fc33478-edd5-4049-b9f5-f55b58e19668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.669931 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-7fc33478-edd5-4049-b9f5-f55b58e19668 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0654299 May 04 07:33:18.674007 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:18.681756 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.682117 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.682761 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.682761 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.683433 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.683545 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.683854 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.684575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.684575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.684876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.685122 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.685502 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.685828 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.686144 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.686596 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:18.735227 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-79a9cdf4-fd14-4e19-8fea-6391dc1bed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:18.737234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-79a9cdf4-fd14-4e19-8fea-6391dc1bed07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585866 May 04 07:33:18.752536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a4fad24-6afb-474d-bc49-fe1ca00ba893 req-f0075589-c80b-4482-ad6f-d6e86cb8ae1f service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012042 May 04 07:33:18.842485 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-be93610a-b8ca-4881-8db7-9abc2fd72f25 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906463 May 04 07:33:18.943501 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ed3002c9-d3fe-4cb4-b0a6-1373e7795ea2 req-ccd89785-28b7-4139-8e7d-23a90f1eaa1b service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942328 May 04 07:33:19.058184 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839702a1-ac45-4892-b160-fb78331eab1e req-a862d1fe-f001-469f-825e-08004a09f549 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:19.059742 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-839702a1-ac45-4892-b160-fb78331eab1e req-a862d1fe-f001-469f-825e-08004a09f549 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 944 time: 0.0471914 May 04 07:33:19.111057 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-839702a1-ac45-4892-b160-fb78331eab1e req-e413649d-74d9-4a40-bdc0-5592cc1f9006 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 May 04 07:33:19.142020 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:33:20.229612 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79991069-864b-494b-83ac-88ecfa6491f4 req-93d8fad7-17eb-463b-abe1-1d0059ab2a8c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:20.231097 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-79991069-864b-494b-83ac-88ecfa6491f4 req-93d8fad7-17eb-463b-abe1-1d0059ab2a8c tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 944 time: 0.0514696 May 04 07:33:20.278372 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-79991069-864b-494b-83ac-88ecfa6491f4 req-fe3c94c4-c05a-4521-b9bf-d19c8b1b042a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 May 04 07:33:20.368564 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device ddfa3ce3-4906-4f95-8749-1fbaecdeed7b up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:33:20.412497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:33:20.418818 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:33:20.419393 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:20.499305 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:33:20.499686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:20.523549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:20.525869 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8715503-c3e1-41a0-97e3-69b2de395be8" -d '{"events": [{"server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "name": "network-vif-plugged", "status": "completed", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:20.538148 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:20.543575 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:20.570778 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d2351-7702-4587-b944-9343f3773939 x-openstack-request-id: req-170d2351-7702-4587-b944-9343f3773939 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:20.571093 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "name": "network-vif-plugged", "status": "completed", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:20.571372 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-170d2351-7702-4587-b944-9343f3773939 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:20.571731 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170d2351-7702-4587-b944-9343f3773939'] response: {'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'code': 200} May 04 07:33:20.594936 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:20.791235 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45952c-86b6-44eb-a8de-8426b3be14a3 req-03d5dc2a-3de5-4172-b983-8126099fc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:20.792704 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8f45952c-86b6-44eb-a8de-8426b3be14a3 req-03d5dc2a-3de5-4172-b983-8126099fc229 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 1129 time: 0.0378058 May 04 07:33:20.837879 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8f45952c-86b6-44eb-a8de-8426b3be14a3 req-3be483fb-551e-443e-abf3-89c487c9c0a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 May 04 07:33:21.396896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c089f70-2d74-49d9-9686-294998bbdddd req-a38be974-b1c3-4e1c-9ca8-5981edb65ac6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:21.398354 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3c089f70-2d74-49d9-9686-294998bbdddd req-a38be974-b1c3-4e1c-9ca8-5981edb65ac6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0461369 May 04 07:33:21.452870 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3c089f70-2d74-49d9-9686-294998bbdddd req-fc1e2bde-f02d-4370-8ba6-62c5919c2060 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482574 May 04 07:33:22.569270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082a74-76d7-4314-8a81-fe05c8c48069 req-573eedfa-ab65-4670-981d-ea7b91a23784 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:22.570647 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2082a74-76d7-4314-8a81-fe05c8c48069 req-573eedfa-ab65-4670-981d-ea7b91a23784 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0470252 May 04 07:33:22.617342 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2082a74-76d7-4314-8a81-fe05c8c48069 req-cffc7bb7-ad39-4d3e-a707-b764746a62b6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410080 May 04 07:33:22.728577 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53256c-63df-4c38-b6c9-ee9d2337f7e0 req-e59bd454-1a9d-4399-a240-ae0d9ed04f68 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:22.730062 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fe53256c-63df-4c38-b6c9-ee9d2337f7e0 req-e59bd454-1a9d-4399-a240-ae0d9ed04f68 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0479228 May 04 07:33:22.740691 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51472) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:22.747382 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Request body: {'floatingip': {'port_id': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:22.787577 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:23.244837 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:23.248668 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:23.351246 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP 5344850c-f8bb-4a1f-b005-9b722f8a817b associated. External IP: 172.27.1.219, port: ddfa3ce3-4906-4f95-8749-1fbaecdeed7b. May 04 07:33:23.561755 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:33:23.672589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:33:23.677035 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:23.684006 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:33:23.694631 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:23.695274 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:23.709120 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-698fd7c0-e08b-4c20-8878-0bdfa37bc49e tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "PUT /v2.0/floatingips/5344850c-f8bb-4a1f-b005-9b722f8a817b HTTP/1.1" status: 200 len: 991 time: 0.9673107 May 04 07:33:23.709756 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:23.712124 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b21e9-4149-4a17-b6ef-d27599e5ae81" -d '{"events": [{"name": "network-changed", "server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:23.748609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342416ab-d12a-4a76-ba3b-f46a046abd84 x-openstack-request-id: req-342416ab-d12a-4a76-ba3b-f46a046abd84 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:23.749235 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:23.749519 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-342416ab-d12a-4a76-ba3b-f46a046abd84 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:23.750741 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342416ab-d12a-4a76-ba3b-f46a046abd84'] response: {'name': 'network-changed', 'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'status': 'completed', 'code': 200} May 04 07:33:23.805811 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:23.840308 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-36af3fff-e399-4547-808e-d06814d3e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:23.841842 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-36af3fff-e399-4547-808e-d06814d3e12b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 1129 time: 0.0403404 May 04 07:33:23.935839 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-64ab422f-2695-42c0-9bda-fbbc4d8649a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:23.937886 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-64ab422f-2695-42c0-9bda-fbbc4d8649a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 200 len: 915 time: 0.0883930 May 04 07:33:24.006789 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-8eb61012-e5c7-4917-ae1f-d33857d2acfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b HTTP/1.1" status: 200 len: 999 time: 0.0628936 May 04 07:33:24.120505 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '5344850c-f8bb-4a1f-b005-9b722f8a817b', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:d7:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:33:11Z', 'updated_at': '2022-05-04T07:33:23Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:24.149968 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:33:24.159988 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:24.160605 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:24.276333 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:24.304311 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-f0b8472d-3ac5-4544-bd05-be9081715de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:24.305779 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-f0b8472d-3ac5-4544-bd05-be9081715de6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 200 len: 853 time: 0.2875361 May 04 07:33:24.351206 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-271819db-ee13-4c67-8fa1-5a5cee7c4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:24.352701 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-271819db-ee13-4c67-8fa1-5a5cee7c4283 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398128 May 04 07:33:24.486368 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-0cd99484-2ad7-4be4-b966-fe06d3699d2e service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260104 May 04 07:33:24.547846 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '5344850c-f8bb-4a1f-b005-9b722f8a817b', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:d7:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:33:11Z', 'updated_at': '2022-05-04T07:33:23Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:24.575428 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0e93e-cb52-494a-8c5e-6cf436ed31c1 None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '5344850c-f8bb-4a1f-b005-9b722f8a817b', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'port_id': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'mac_address': 'fa:16:3e:d7:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:33:11Z', 'updated_at': '2022-05-04T07:33:23Z', 'revision_number': 1, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:33:24.584103 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-609b21e9-4149-4a17-b6ef-d27599e5ae81 req-f433a2aa-e400-49aa-ae53-95c8e3b3015e service neutron] 10.222.0.26 "GET /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878863 May 04 07:33:24.789829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df443947-f5b1-45d2-94c7-21a2a2f4722c None None] New status for floating IP 5344850c-f8bb-4a1f-b005-9b722f8a817b: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:33:30.056477 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60519d23-7b50-4ae8-a76f-eebee2ccb6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:32.307875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d08f8551-a0c6-4c3e-8972-e1b90293cc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:33.522019 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:34.827418 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:35.494972 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:33:36.265957 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:44.951846 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:47.721524 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b97103-93f2-42e6-9a43-fc5e86a79dcc req-bae14a2a-2973-4876-9fe5-f55b11ea3487 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:47.722968 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-64b97103-93f2-42e6-9a43-fc5e86a79dcc req-bae14a2a-2973-4876-9fe5-f55b11ea3487 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0467963 May 04 07:33:47.773012 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-64b97103-93f2-42e6-9a43-fc5e86a79dcc req-85461864-808b-4884-93d0-315550cd1f1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 May 04 07:33:48.898966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275b1f-ace0-41dd-a993-1a89e0953c5c req-13b84d41-6dc0-416f-9be4-50941f1ed6be tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:48.900452 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8275b1f-ace0-41dd-a993-1a89e0953c5c req-13b84d41-6dc0-416f-9be4-50941f1ed6be tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0506902 May 04 07:33:48.946484 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8275b1f-ace0-41dd-a993-1a89e0953c5c req-e5da7b45-6ef2-4101-9cdd-c0d082544188 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 May 04 07:33:50.062917 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763460b-143f-4f6d-a4ed-6740e2e3c3e6 req-cc71613d-9c3b-4189-b775-308cceb39a94 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:50.064366 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b763460b-143f-4f6d-a4ed-6740e2e3c3e6 req-cc71613d-9c3b-4189-b775-308cceb39a94 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0455408 May 04 07:33:50.109542 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b763460b-143f-4f6d-a4ed-6740e2e3c3e6 req-22f91ee7-d0ef-4b07-ba09-c84f199d35c7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 May 04 07:33:51.228456 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf97a35-0cbf-4dc9-81fc-ab8c6c1a9695 req-24262b6a-6ac0-4158-a616-e712f6762ec8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:51.229910 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bf97a35-0cbf-4dc9-81fc-ab8c6c1a9695 req-24262b6a-6ac0-4158-a616-e712f6762ec8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0475531 May 04 07:33:51.275862 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bf97a35-0cbf-4dc9-81fc-ab8c6c1a9695 req-0d6d8400-821b-457f-96d9-a10b1d51f799 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 May 04 07:33:52.392044 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ee54-6f61-4fce-bdca-ed7b8b9f0c25 req-5013588d-d69f-4116-a215-856c0c9dd25c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:52.393478 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ad68ee54-6f61-4fce-bdca-ed7b8b9f0c25 req-5013588d-d69f-4116-a215-856c0c9dd25c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0455718 May 04 07:33:52.439164 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ad68ee54-6f61-4fce-bdca-ed7b8b9f0c25 req-83bbf588-f77b-474c-9223-bbe9afa24777 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397725 May 04 07:33:53.556926 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ec76-0d3b-4902-bf5b-982a3334f370 req-b6d1d534-4ba8-4999-ac5a-7f04a4f13cab tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:53.558484 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2995ec76-0d3b-4902-bf5b-982a3334f370 req-b6d1d534-4ba8-4999-ac5a-7f04a4f13cab tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0467062 May 04 07:33:53.606875 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2995ec76-0d3b-4902-bf5b-982a3334f370 req-579fc970-2fff-4f8b-aa9c-67fb96e97b1c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 May 04 07:33:54.729315 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d9df8-c03b-4a1c-82e6-524123d211c5 req-606f4cd3-bd8f-41c3-8490-968881f7a384 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:54.730768 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-615d9df8-c03b-4a1c-82e6-524123d211c5 req-606f4cd3-bd8f-41c3-8490-968881f7a384 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0515306 May 04 07:33:54.777985 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-615d9df8-c03b-4a1c-82e6-524123d211c5 req-2f8b5efb-e1af-4859-a1a4-0494c772defc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 May 04 07:33:55.816575 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-2c8ef897-d5f0-452c-a6a8-2fc3075ffcec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837712398&fields=id&tenant_id=489c922d94f946908770992d288abbe2 HTTP/1.1" status: 200 len: 267 time: 0.0429528 May 04 07:33:55.869538 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-13534281-fc7d-427d-88c8-1060436b28a1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:55.871356 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-13534281-fc7d-427d-88c8-1060436b28a1 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 984 time: 0.0477145 May 04 07:33:55.881786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Request body: {'port': {'security_groups': ['7013b2b4-b496-48b4-847a-813faf397c1e']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:33:55.896831 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d578e-1e00-4918-9edf-52c95485aa5b req-1639c82e-add0-4cb0-a4dd-9de64bc380b3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:55.898294 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b1d578e-1e00-4918-9edf-52c95485aa5b req-1639c82e-add0-4cb0-a4dd-9de64bc380b3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0480349 May 04 07:33:55.944634 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7b1d578e-1e00-4918-9edf-52c95485aa5b req-aeb5e0c7-79d3-4e60-807e-0570de33a718 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 May 04 07:33:55.958277 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.126399 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:33:56.411074 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for port (20157e24-9023-4696-b519-9ce0ebed2926), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.416102 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.457022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:56.457710 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.459269 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-405a8b90-e275-4380-a123-6cc07a6e4e12 req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "PUT /v2.0/ports/20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 942 time: 0.5820231 May 04 07:33:56.459769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:56.462105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:56.465717 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51562) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:56.465845 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:33:56.501257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2de4a3-3b8d-46e5-af48-f31daa6ff8ec tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event updated for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=7']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:56.532207 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3672fc72-4841-4546-8a85-c7b48f7add56 x-openstack-request-id: req-3672fc72-4841-4546-8a85-c7b48f7add56 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:56.532761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:56.533202 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3672fc72-4841-4546-8a85-c7b48f7add56 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:56.534479 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3672fc72-4841-4546-8a85-c7b48f7add56'] response: {'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:33:56.546049 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (65048f7d-e9b5-4f3a-9783-5c6b0531d3e5), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.573969 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (65048f7d-e9b5-4f3a-9783-5c6b0531d3e5), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.645469 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-8bbe7538-a4dd-42fd-a9ae-b20a67eeb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:56.646989 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-8bbe7538-a4dd-42fd-a9ae-b20a67eeb032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1129 time: 0.0575047 May 04 07:33:56.709473 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:33:56.718262 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (65048f7d-e9b5-4f3a-9783-5c6b0531d3e5), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.720819 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.721886 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "DELETE /v2.0/security-groups/65048f7d-e9b5-4f3a-9783-5c6b0531d3e5 HTTP/1.1" status: 204 len: 168 time: 0.2551227 May 04 07:33:56.724753 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51564) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:33:56.737971 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65048f7d-e9b5-4f3a-9783-5c6b0531d3e5,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:56.748204 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.748549 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.749309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.749309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.749517 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.749838 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.750159 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.750477 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.750803 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.751117 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.751464 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.751782 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.752104 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.752419 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.752985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987efc0d-92af-4a28-aeca-74d2cb9b5a5f tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:33:56.768144 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-f9f393cd-c68c-4997-8a19-36a81811302c None None] Provisioning complete for port 20157e24-9023-4696-b519-9ce0ebed2926 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:33:56.768512 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f9f393cd-c68c-4997-8a19-36a81811302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (20157e24-9023-4696-b519-9ce0ebed2926), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.770333 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-45845de3-cb05-4e3a-a309-6d56d1418451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:56.772463 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-45845de3-cb05-4e3a-a309-6d56d1418451 service neutron] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 916 time: 0.1168160 May 04 07:33:56.885083 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Deleting port edcd9bfd-576f-4274-8e31-1978edc537a1 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:33:56.885996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.904035 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-8688b264-7d2d-4c0a-867f-19efee932e20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 1000 time: 0.0758286 May 04 07:33:56.914292 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-f9f393cd-c68c-4997-8a19-36a81811302c None None] Current status of the port 20157e24-9023-4696-b519-9ce0ebed2926 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:33:56.969493 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-68de7b69-f77b-4c0c-ac3e-cd98ecce0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:56.972563 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-68de7b69-f77b-4c0c-ac3e-cd98ecce0631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0605803 May 04 07:33:56.974050 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.974371 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for floatingip (edcd9bfd-576f-4274-8e31-1978edc537a1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:56.990047 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Calling delete_port for edcd9bfd-576f-4274-8e31-1978edc537a1 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:33:57.025466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-cf220333-3761-4ab0-beaf-f30339406bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:57.026975 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-cf220333-3761-4ab0-beaf-f30339406bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479760 May 04 07:33:57.117887 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88d74-ac02-4118-b6f6-22c1cec32248 req-fe368af3-3260-4831-b4fe-54974e5bbed7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:57.119522 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-45c88d74-ac02-4118-b6f6-22c1cec32248 req-fe368af3-3260-4831-b4fe-54974e5bbed7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0853398 May 04 07:33:57.121373 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-c6e4efb4-b340-48c2-9624-48a7df0bf34f service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859370 May 04 07:33:57.192098 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-45c88d74-ac02-4118-b6f6-22c1cec32248 req-43f69dd1-27ac-4b81-b2a9-2be23784fb5e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661945 May 04 07:33:57.225983 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d98e1d2c-4c6b-4562-a6e0-52d920dd5f6f req-90aefb9e-dc84-4873-90d3-3a53917b67fc service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974076 May 04 07:33:57.240523 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (edcd9bfd-576f-4274-8e31-1978edc537a1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:57.270996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event deleted for resources: {'Port': ['ID=edcd9bfd-576f-4274-8e31-1978edc537a1,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:33:57.335296 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks [] for floatingip (69cc871e-6879-466b-ace7-0942ec3c1d85), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:57.335674 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Floating IP 69cc871e-6879-466b-ace7-0942ec3c1d85 disassociated (deleted). External IP: 172.27.1.47, port: 20157e24-9023-4696-b519-9ce0ebed2926. May 04 07:33:57.544874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Router 5f60363e-7c9f-4396-bc80-53df804b442d has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:33:57.652872 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:33:57.657710 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:33:57.662608 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Sync routers for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:33:57.672753 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:57.673342 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:57.687550 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a4a82d20-61b6-4e2d-ad0f-796cb046b1fc tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "DELETE /v2.0/floatingips/69cc871e-6879-466b-ace7-0942ec3c1d85 HTTP/1.1" status: 204 len: 168 time: 0.9616017 May 04 07:33:57.781472 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:57.970266 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:57.997586 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Checking router: 5f60363e-7c9f-4396-bc80-53df804b442d for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:33:58.006535 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:33:58.007119 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:33:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:58.114950 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:33:58.306468 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:33:58.315223 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629700-6516-4e5d-847a-90fafa1cde98 req-568b6d69-e8e7-4456-b339-141308c95893 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:58.316767 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0629700-6516-4e5d-847a-90fafa1cde98 req-568b6d69-e8e7-4456-b339-141308c95893 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0472460 May 04 07:33:58.333796 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b75ac3-c299-419c-b9ad-6d8fb0412437 None None] The sync data for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi is: [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:30:24Z', 'revision_number': 4, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a747c8a1-880c-4afa-9e6e-7285ac573513', 'name': '', 'network_id': '507c8522-ee7b-4755-93c4-5f0b61a118fc', 'tenant_id': '489c922d94f946908770992d288abbe2', 'mac_address': 'fa:16:3e:96:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:24Z', 'updated_at': '2022-05-04T07:30:30Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'subnets': [{'id': '8a5cacf6-a6af-4486-aebc-594e47c31dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:33:58.365171 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f0629700-6516-4e5d-847a-90fafa1cde98 req-5812d086-745a-47ff-a841-73b0d7c64911 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 May 04 07:33:58.535994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:33:58.538437 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a9228-ed57-4752-a903-99cb0257d446" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:33:58.557178 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a75c73-9cc0-4c16-8b7d-f293d1696fb9 None None] New status for floating IP 69cc871e-6879-466b-ace7-0942ec3c1d85: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:33:58.575023 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ae156-fb34-4718-9d78-971d66721e15 x-openstack-request-id: req-0c4ae156-fb34-4718-9d78-971d66721e15 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:33:58.575349 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:33:58.575600 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c4ae156-fb34-4718-9d78-971d66721e15 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:33:58.576006 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4ae156-fb34-4718-9d78-971d66721e15'] response: {'name': 'network-changed', 'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:33:58.669076 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-f1c1e981-6207-4370-a99a-91c7969628c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:58.670580 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-f1c1e981-6207-4370-a99a-91c7969628c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=489c922d94f946908770992d288abbe2&device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 1129 time: 0.0407407 May 04 07:33:58.784186 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-5ceebe36-fae4-45c2-b01f-7bfd17d9d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:58.785636 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-5ceebe36-fae4-45c2-b01f-7bfd17d9d74f service neutron] 10.222.0.26 "GET /v2.0/networks?id=507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 200 len: 916 time: 0.0884218 May 04 07:33:59.057901 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-b87122f0-b6cd-4542-8190-d91b9d2d7f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 200 len: 217 time: 0.0354381 May 04 07:33:59.109742 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-c9a79321-f344-49ca-acd3-6e617bbd3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:59.111189 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-c9a79321-f344-49ca-acd3-6e617bbd3bca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 200 len: 854 time: 0.0473607 May 04 07:33:59.217989 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-90fbd297-7aa8-4d8d-b633-3932d9d9ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:59.219495 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-90fbd297-7aa8-4d8d-b633-3932d9d9ef37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=507c8522-ee7b-4755-93c4-5f0b61a118fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418270 May 04 07:33:59.316646 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-2b4034b0-e432-41db-9b2f-925ff881f0f8 service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 May 04 07:33:59.418476 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2f8a9228-ed57-4752-a903-99cb0257d446 req-efa1d520-7c8d-4d37-a207-68907c33cfe7 service neutron] 10.222.0.26 "GET /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 May 04 07:33:59.494106 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9841bc-295c-4f10-add8-15d29855db5d req-86a97816-c287-4b2e-b4f0-8d3e8b031f8a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:33:59.495846 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-af9841bc-295c-4f10-add8-15d29855db5d req-86a97816-c287-4b2e-b4f0-8d3e8b031f8a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0514104 May 04 07:33:59.543881 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-af9841bc-295c-4f10-add8-15d29855db5d req-36a2b155-4d2d-46cf-bda9-a87c1ac88b47 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 May 04 07:34:00.058715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e7089f3-2966-4985-8543-16bbd21f21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:00.613794 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:34:00.670099 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81bc3b-08ff-4beb-9911-3c10fe0e3590 req-4c9401c8-c445-4b72-b75e-91551ae1b331 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:00.671731 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf81bc3b-08ff-4beb-9911-3c10fe0e3590 req-4c9401c8-c445-4b72-b75e-91551ae1b331 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0519402 May 04 07:34:00.720507 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:00.722763 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf81bc3b-08ff-4beb-9911-3c10fe0e3590 req-b739328e-4a39-4359-84a1-fe879a67107b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454733 May 04 07:34:00.733171 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:34:00.769814 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: ACTIVE; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:00.770195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:00.785678 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:34:00.804447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:00.808897 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:00.853118 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=6']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:00.988163 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['bb701122-08b3-4506-9fa7-4fc73db19512'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:34:01.497317 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e59a7-1402-4ebb-b33f-a260a04b9dce req-29948c01-964a-40fd-a421-b5fdb5dbccb8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:01.498754 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0c9e59a7-1402-4ebb-b33f-a260a04b9dce req-29948c01-964a-40fd-a421-b5fdb5dbccb8 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0489933 May 04 07:34:01.545583 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-0c9e59a7-1402-4ebb-b33f-a260a04b9dce req-f577f637-09ea-4c0e-846a-8505b5e6811e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 May 04 07:34:01.847019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712391-91c6-4f9b-8399-205ff156d9b8 req-b3de63a6-89d8-4f83-b089-e134bb30b537 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:01.848408 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce712391-91c6-4f9b-8399-205ff156d9b8 req-b3de63a6-89d8-4f83-b089-e134bb30b537 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0503404 May 04 07:34:01.895074 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce712391-91c6-4f9b-8399-205ff156d9b8 req-bfa2e113-39d8-45e0-ac95-1996e67a4259 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 May 04 07:34:02.313227 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df45a8d2-4f9c-41b7-8206-381d23599083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:02.616544 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:02.659343 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57f3a-b8d0-419a-b47f-54052be5ac15 req-48794d49-d702-4f2b-a9bb-d0f2a149bd29 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:02.660879 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-62c57f3a-b8d0-419a-b47f-54052be5ac15 req-48794d49-d702-4f2b-a9bb-d0f2a149bd29 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0478742 May 04 07:34:02.663709 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port bb701122-08b3-4506-9fa7-4fc73db19512 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:02.664079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:02.709230 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-62c57f3a-b8d0-419a-b47f-54052be5ac15 req-e07a8754-4b30-4f00-857a-9d1dc370c771 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 May 04 07:34:02.740928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:02.741313 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:02.763104 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:02.765330 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f82ca5-ed22-4245-a494-c8c4ccc6b3e8" -d '{"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:02.780971 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:02.785316 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:02.808472 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff622b0d-189a-4f3c-9c64-f7dafa1e6cb3 x-openstack-request-id: req-ff622b0d-189a-4f3c-9c64-f7dafa1e6cb3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:02.808761 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:02.809014 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff622b0d-189a-4f3c-9c64-f7dafa1e6cb3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:02.809409 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff622b0d-189a-4f3c-9c64-f7dafa1e6cb3'] response: {'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'code': 200} May 04 07:34:02.834139 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=7']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:03.020739 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5278-84bb-4294-b193-6b96578b0fb6 req-426c6d6f-849c-46cb-98dd-509e0e194126 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:03.022179 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-961b5278-84bb-4294-b193-6b96578b0fb6 req-426c6d6f-849c-46cb-98dd-509e0e194126 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0457101 May 04 07:34:03.071342 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-961b5278-84bb-4294-b193-6b96578b0fb6 req-307be54f-b6a3-49ec-aa40-ff22b7865965 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 May 04 07:34:03.524481 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:03.821171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5efd61-e2f5-4760-a8e3-3341c20ca773 req-09a53ba5-73c1-4436-be69-9d1d1e25bb4e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:03.823109 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e5efd61-e2f5-4760-a8e3-3341c20ca773 req-09a53ba5-73c1-4436-be69-9d1d1e25bb4e tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0456691 May 04 07:34:03.869127 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e5efd61-e2f5-4760-a8e3-3341c20ca773 req-607ee933-0b91-4b71-83a3-1344173f48e3 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/security-groups?id=7013b2b4-b496-48b4-847a-813faf397c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 May 04 07:34:04.189545 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4235c8b-0b2e-497a-8c08-fa38f82f16e5 req-6aa2c649-3fa7-4d9b-bb66-703d493fd357 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:04.190995 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e4235c8b-0b2e-497a-8c08-fa38f82f16e5 req-6aa2c649-3fa7-4d9b-bb66-703d493fd357 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0460930 May 04 07:34:04.236561 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e4235c8b-0b2e-497a-8c08-fa38f82f16e5 req-578d3172-0c31-47da-9d23-6af8ef945a25 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 May 04 07:34:04.528933 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-b9a60832-da64-40b5-9ca4-2e9d462b5b35 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:04.530329 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-b9a60832-da64-40b5-9ca4-2e9d462b5b35 tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.26 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 945 time: 0.0455232 May 04 07:34:04.619921 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Deleting port 20157e24-9023-4696-b519-9ce0ebed2926 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:04.620250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (20157e24-9023-4696-b519-9ce0ebed2926), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:04.714937 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] For port 20157e24-9023-4696-b519-9ce0ebed2926, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20157e24-9023-4696-b519-9ce0ebed2926,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:04.715237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (20157e24-9023-4696-b519-9ce0ebed2926), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:04.727654 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Calling delete_port for 20157e24-9023-4696-b519-9ce0ebed2926 owned by compute:nova {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:04.830933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:04.856541 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (20157e24-9023-4696-b519-9ce0ebed2926), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:04.884252 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Pushing event deleted for resources: {'Port': ['ID=20157e24-9023-4696-b519-9ce0ebed2926,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:04.894756 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['20157e24-9023-4696-b519-9ce0ebed2926'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:34:04.943773 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] No DVR routers for this DVR port 20157e24-9023-4696-b519-9ce0ebed2926 on host hv-cinder-79053 {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:04.946263 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:04.950273 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7e7e6bbb-55b0-4985-aab4-407635a38ca9 req-55856260-d5b1-4035-aeb2-33b324bbb8fa tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.26 "DELETE /v2.0/ports/20157e24-9023-4696-b519-9ce0ebed2926 HTTP/1.1" status: 204 len: 173 time: 0.4145930 May 04 07:34:04.950708 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'name': 'network-vif-deleted', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:04.952976 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32040d1-e5c8-45c5-99ed-fa2d5ea95f2f" -d '{"events": [{"server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "name": "network-vif-deleted", "tag": "20157e24-9023-4696-b519-9ce0ebed2926"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:04.986099 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb35c4cd-f514-4061-989b-2769773a9ccc req-ffe907ea-47b8-4047-8e8c-4d02b618ee7a tempest-TestMinimumBasicScenario-1993970292 tempest-TestMinimumBasicScenario-1993970292-project] 10.222.0.21 "GET /v2.0/ports?device_id=364e7187-f32c-4ce8-9fb4-d6def2a7027d HTTP/1.1" status: 200 len: 210 time: 0.0332549 May 04 07:34:04.998869 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cfdfc4-0e1d-48df-804a-16f554dc73c2 x-openstack-request-id: req-e6cfdfc4-0e1d-48df-804a-16f554dc73c2 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:04.999302 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e7187-f32c-4ce8-9fb4-d6def2a7027d", "name": "network-vif-deleted", "tag": "20157e24-9023-4696-b519-9ce0ebed2926", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:04.999456 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6cfdfc4-0e1d-48df-804a-16f554dc73c2 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:04.999858 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cfdfc4-0e1d-48df-804a-16f554dc73c2'] response: {'server_uuid': '364e7187-f32c-4ce8-9fb4-d6def2a7027d', 'name': 'network-vif-deleted', 'tag': '20157e24-9023-4696-b519-9ce0ebed2926', 'status': 'completed', 'code': 200} May 04 07:34:05.363663 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b90cb9-4c9b-484a-bbc9-e8f8adc244ca req-190dba10-ed84-40e1-8919-e685d8a17cc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:05.365350 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-01b90cb9-4c9b-484a-bbc9-e8f8adc244ca req-190dba10-ed84-40e1-8919-e685d8a17cc1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0505090 May 04 07:34:05.415025 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-01b90cb9-4c9b-484a-bbc9-e8f8adc244ca req-a4993fcc-12bb-4640-8038-2c3cdcfe3cb9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 May 04 07:34:06.269849 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:06.533802 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545837-e2dc-4765-824e-e98a70ea118b req-ddef0e29-7b2a-4ee3-b87e-89c768ce4ba0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:06.535305 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c545837-e2dc-4765-824e-e98a70ea118b req-ddef0e29-7b2a-4ee3-b87e-89c768ce4ba0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0485880 May 04 07:34:06.582982 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c545837-e2dc-4765-824e-e98a70ea118b req-4f301275-f676-425a-970b-5b56f35de9a1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 May 04 07:34:06.673859 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51674) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:07.059327 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (5f60363e-7c9f-4396-bc80-53df804b442d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:07.346092 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Deleting port a747c8a1-880c-4afa-9e6e-7285ac573513 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:07.346457 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:07.434438 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] For port a747c8a1-880c-4afa-9e6e-7285ac573513, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a747c8a1-880c-4afa-9e6e-7285ac573513,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:07.434803 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:07.449543 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Calling delete_port for a747c8a1-880c-4afa-9e6e-7285ac573513 owned by network:router_interface {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:07.670717 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (a747c8a1-880c-4afa-9e6e-7285ac573513), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:07.701931 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Pushing event deleted for resources: {'Port': ['ID=a747c8a1-880c-4afa-9e6e-7285ac573513,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:07.733591 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea78d-8632-4e67-a0cd-bb2f1d436287 req-97eb65df-0482-4e83-bf2b-e2f17b82338a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:07.741311 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a10ea78d-8632-4e67-a0cd-bb2f1d436287 req-97eb65df-0482-4e83-bf2b-e2f17b82338a tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0756555 May 04 07:34:07.802926 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a10ea78d-8632-4e67-a0cd-bb2f1d436287 req-2ad32fb4-9797-4c97-abfb-20b071cdaab6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602903 May 04 07:34:07.956127 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (5f60363e-7c9f-4396-bc80-53df804b442d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:08.193814 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Router 5f60363e-7c9f-4396-bc80-53df804b442d has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:08.312093 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:08.321206 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51710) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:08.323553 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Sync routers for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:08.332280 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-18400767-969a-49d7-8c60-7bc59a8e316b admin admin] 10.222.0.21 "PUT /v2.0/routers/5f60363e-7c9f-4396-bc80-53df804b442d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538544 May 04 07:34:08.345624 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:08.350873 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:08.501994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks [] for router (5f60363e-7c9f-4396-bc80-53df804b442d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:08.513141 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:08.664619 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 20157e24-9023-4696-b519-9ce0ebed2926 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:08.674832 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks [] for router_gateway (5f60363e-7c9f-4396-bc80-53df804b442d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:08.698216 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 20157e24-9023-4696-b519-9ce0ebed2926 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:08.700053 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 20157e24-9023-4696-b519-9ce0ebed2926 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:08.802932 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Deleting port 6cbffafd-7408-45bc-b1ef-e3df51ebc554 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:08.803851 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:08.822019 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:34:07Z', 'revision_number': 5, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port': {'id': '6cbffafd-7408-45bc-b1ef-e3df51ebc554', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:21Z', 'updated_at': '2022-05-04T07:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:08.855424 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Checking router: 5f60363e-7c9f-4396-bc80-53df804b442d for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:08.866282 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Routers {'5f60363e-7c9f-4396-bc80-53df804b442d'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:08.867083 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['5f60363e-7c9f-4396-bc80-53df804b442d'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:08.946097 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] For port 6cbffafd-7408-45bc-b1ef-e3df51ebc554, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=6cbffafd-7408-45bc-b1ef-e3df51ebc554,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:08.946454 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:08.961525 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Calling delete_port for 6cbffafd-7408-45bc-b1ef-e3df51ebc554 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:08.972431 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] Set router 5f60363e-7c9f-4396-bc80-53df804b442d gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:08.984010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882c878-7c31-4081-a121-c7461c8e1d69 req-d05eb0f5-b66f-4fdc-bad3-f585c14e32d3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:08.987446 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8882c878-7c31-4081-a121-c7461c8e1d69 req-d05eb0f5-b66f-4fdc-bad3-f585c14e32d3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0606351 May 04 07:34:09.061560 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:34:08Z', 'revision_number': 6, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:09.094187 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8db35-e118-4750-b880-bf0e4dbf582b None None] The sync data for ids ['5f60363e-7c9f-4396-bc80-53df804b442d'] in dv-cinder-790535-38-iscsi is: [{'id': '5f60363e-7c9f-4396-bc80-53df804b442d', 'name': 'tempest-TestMinimumBasicScenario-1096592733-router', 'tenant_id': '489c922d94f946908770992d288abbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:20Z', 'updated_at': '2022-05-04T07:34:08Z', 'revision_number': 6, 'project_id': '489c922d94f946908770992d288abbe2', 'gw_port_host': None}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:09.221109 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (6cbffafd-7408-45bc-b1ef-e3df51ebc554), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.248767 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbffafd-7408-45bc-b1ef-e3df51ebc554,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:09.264456 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.264801 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.265141 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.265504 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.265978 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.266116 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.266440 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.266759 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.267079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.267491 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.267817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.268138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.268453 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.268767 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.269131 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:09.341782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (5f60363e-7c9f-4396-bc80-53df804b442d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.362195 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8882c878-7c31-4081-a121-c7461c8e1d69 req-78c732cd-acf2-489a-86bf-787f39392bfe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687460 May 04 07:34:09.455976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (5f60363e-7c9f-4396-bc80-53df804b442d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.464435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks [] for router_controller (5f60363e-7c9f-4396-bc80-53df804b442d), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.529812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (5f60363e-7c9f-4396-bc80-53df804b442d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.530651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f60363e-7c9f-4396-bc80-53df804b442d {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:34:09.537024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.541941 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51720) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:09.542972 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-11924a7f-c7f0-4be5-9f2a-63bc40bf847f admin admin] 10.222.0.21 "DELETE /v2.0/routers/5f60363e-7c9f-4396-bc80-53df804b442d HTTP/1.1" status: 204 len: 168 time: 1.2193456 May 04 07:34:09.592888 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Deleting subnet 8a5cacf6-a6af-4486-aebc-594e47c31dbb {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:34:09.596370 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Publish callbacks [] for subnet (8a5cacf6-a6af-4486-aebc-594e47c31dbb), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.637136 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (8a5cacf6-a6af-4486-aebc-594e47c31dbb), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.765781 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (8a5cacf6-a6af-4486-aebc-594e47c31dbb), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.836847 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (8a5cacf6-a6af-4486-aebc-594e47c31dbb), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.875449 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b89e82-59d1-43f4-930b-f6b47ba9fe1e None None] Network 507c8522-ee7b-4755-93c4-5f0b61a118fc requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:09.892222 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5cacf6-a6af-4486-aebc-594e47c31dbb,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:09.895567 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:09.906013 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e2eb9930-34ca-4a18-a592-80e83f79028d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a5cacf6-a6af-4486-aebc-594e47c31dbb HTTP/1.1" status: 204 len: 168 time: 0.3590741 May 04 07:34:09.906854 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51728) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:10.070363 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (507c8522-ee7b-4755-93c4-5f0b61a118fc), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.106636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] DHCP port deletion for 507c8522-ee7b-4755-93c4-5f0b61a118fc request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:34:10.123607 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Deleting port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:10.124096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.217076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] For port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:10.217527 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.226994 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Deleting port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:10.227719 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.248007 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Calling delete_port for bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:10.337099 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] For port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,segment=NetworkSegment(aef8e356-90b0-487e-9ab1-afc4f38e0cf0),segment_id=aef8e356-90b0-487e-9ab1-afc4f38e0cf0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:10.337913 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.365492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Calling delete_port for bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:10.425437 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.488981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:10.497299 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] No DVR routers for this DVR port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 on host dv-cinder-790535-38-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:10.509635 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 6cbffafd-7408-45bc-b1ef-e3df51ebc554 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:10.574594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 6cbffafd-7408-45bc-b1ef-e3df51ebc554 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:10.574887 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 6cbffafd-7408-45bc-b1ef-e3df51ebc554 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:10.575573 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a747c8a1-880c-4afa-9e6e-7285ac573513 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:10.590595 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50299524-1edc-4b78-9b54-e923d8d8385d req-8c76cbdf-ebb6-4401-b699-957730e8d139 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:10.599206 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-50299524-1edc-4b78-9b54-e923d8d8385d req-8c76cbdf-ebb6-4401-b699-957730e8d139 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1124341 May 04 07:34:10.602073 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.606569 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: a747c8a1-880c-4afa-9e6e-7285ac573513 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:10.607107 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a747c8a1-880c-4afa-9e6e-7285ac573513 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:10.607715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:10.626900 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (507c8522-ee7b-4755-93c4-5f0b61a118fc), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.654175 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] Pushing event deleted for resources: {'Port': ['ID=bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:10.657672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:10.658226 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:10.659613 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507c8522-ee7b-4755-93c4-5f0b61a118fc']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:10.663089 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd76a6-5024-4962-9e13-c1ab9d737606 None None] No DVR routers for this DVR port bb6f7b95-4bdd-40ca-b1a5-b16d24fd8075 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:10.679483 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:10.679798 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef8e356-90b0-487e-9ab1-afc4f38e0cf0') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:10.698428 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (aef8e356-90b0-487e-9ab1-afc4f38e0cf0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.717019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (aef8e356-90b0-487e-9ab1-afc4f38e0cf0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.718326 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-50299524-1edc-4b78-9b54-e923d8d8385d req-8e92b255-9d83-4d77-9202-a212f05f98c2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172616 May 04 07:34:10.730575 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:34:10.731302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (aef8e356-90b0-487e-9ab1-afc4f38e0cf0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:34:10.746835 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:34:10.802067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (507c8522-ee7b-4755-93c4-5f0b61a118fc), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.808404 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:10.812584 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] 10.222.0.21 "DELETE /v2.0/networks/507c8522-ee7b-4755-93c4-5f0b61a118fc HTTP/1.1" status: 204 len: 168 time: 0.9023845 May 04 07:34:10.816219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51738) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:10.834576 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f269fa-2b6e-48eb-b181-c9cc0fb1875a admin admin] Pushing event deleted for resources: {'Network': ['ID=507c8522-ee7b-4755-93c4-5f0b61a118fc,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:11.186527 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (ff75911e-05be-4009-974c-5bca804172ba), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:11.481986 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Deleting port 9b614412-addd-4bc0-b070-d3fa915e0396 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:11.482241 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:11.575070 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] For port 9b614412-addd-4bc0-b070-d3fa915e0396, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=9b614412-addd-4bc0-b070-d3fa915e0396,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:11.575445 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:11.593136 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Calling delete_port for 9b614412-addd-4bc0-b070-d3fa915e0396 owned by network:router_interface {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:11.811336 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (9b614412-addd-4bc0-b070-d3fa915e0396), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:11.845071 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b614412-addd-4bc0-b070-d3fa915e0396,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:11.873316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2429e-e44c-410b-a9ac-21bfc9f815a8 req-5ec529c0-f6d6-4803-84d6-5b06dea52780 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:11.880632 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2bf2429e-e44c-410b-a9ac-21bfc9f815a8 req-5ec529c0-f6d6-4803-84d6-5b06dea52780 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0660107 May 04 07:34:11.956278 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2bf2429e-e44c-410b-a9ac-21bfc9f815a8 req-5c25f2b5-290e-487f-a7e1-70491ae2bcb8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683732 May 04 07:34:12.079701 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (ff75911e-05be-4009-974c-5bca804172ba), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:12.328740 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Router ff75911e-05be-4009-974c-5bca804172ba has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:12.443586 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:12.449623 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0d1e8eac-6611-42a0-9687-642754d05afd admin admin] 10.222.0.21 "PUT /v2.0/routers/ff75911e-05be-4009-974c-5bca804172ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320877 May 04 07:34:12.452265 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51748) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:12.455895 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Sync routers for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:12.468046 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:12.471045 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:12.496307 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:34:12.564373 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks [] for router (ff75911e-05be-4009-974c-5bca804172ba), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:12.619086 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:12.729168 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks [] for router_gateway (ff75911e-05be-4009-974c-5bca804172ba), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:12.825499 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:34:11Z', 'revision_number': 5, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port': {'id': '35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff75911e-05be-4009-974c-5bca804172ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:12.861437 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Checking router: ff75911e-05be-4009-974c-5bca804172ba for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:12.871781 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Routers {'ff75911e-05be-4009-974c-5bca804172ba'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:12.872437 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ff75911e-05be-4009-974c-5bca804172ba'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:12.976685 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] Set router ff75911e-05be-4009-974c-5bca804172ba gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:13.037803 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-57666896-a867-4999-883a-cb7695b3a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:34:12Z', 'revision_number': 6, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:13.063954 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Deleting port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:13.064288 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.074430 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57666896-a867-4999-883a-cb7695b3a30d None None] The sync data for ids ['ff75911e-05be-4009-974c-5bca804172ba'] in dv-cinder-790535-38-iscsi is: [{'id': 'ff75911e-05be-4009-974c-5bca804172ba', 'name': 'tempest-TestMinimumBasicScenario-1628272191-router', 'tenant_id': '709bfe8332eb47ffb4d03313abeff046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:30:28Z', 'updated_at': '2022-05-04T07:34:12Z', 'revision_number': 6, 'project_id': '709bfe8332eb47ffb4d03313abeff046', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:13.093189 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d894d-0a8f-4242-874a-cc1d8b738ecb req-34eb6984-67f2-4eac-b3b9-c4d7da75c76e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:13.094765 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fc2d894d-0a8f-4242-874a-cc1d8b738ecb req-34eb6984-67f2-4eac-b3b9-c4d7da75c76e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0708523 May 04 07:34:13.191489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fc2d894d-0a8f-4242-874a-cc1d8b738ecb req-b858c99f-d56b-4367-a272-d8c7f2680328 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898292 May 04 07:34:13.211200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] For port 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:13.211673 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.227221 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Calling delete_port for 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec owned by network:router_gateway {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:13.413660 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.441176 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:13.527021 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (ff75911e-05be-4009-974c-5bca804172ba), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.648134 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (ff75911e-05be-4009-974c-5bca804172ba), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.651380 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks [] for router_controller (ff75911e-05be-4009-974c-5bca804172ba), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.728216 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (ff75911e-05be-4009-974c-5bca804172ba), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.729701 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff75911e-05be-4009-974c-5bca804172ba {{(pid=103212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:34:13.737297 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.741387 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-66a92d0b-1622-4db2-9097-e9e4fff4aa61 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff75911e-05be-4009-974c-5bca804172ba HTTP/1.1" status: 204 len: 168 time: 1.2849724 May 04 07:34:13.741493 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51756) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:13.801510 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Deleting subnet 287ff2ac-9517-456c-9616-04179f479cc6 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:34:13.805173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Publish callbacks [] for subnet (287ff2ac-9517-456c-9616-04179f479cc6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.847900 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (287ff2ac-9517-456c-9616-04179f479cc6), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:13.936962 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (287ff2ac-9517-456c-9616-04179f479cc6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.013843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (287ff2ac-9517-456c-9616-04179f479cc6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.057299 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.059238 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df998471-5cb0-413f-a57a-48f3d8605de7 None None] Network 44d978b5-5525-4493-8b81-62479b3b147f requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:14.063398 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/287ff2ac-9517-456c-9616-04179f479cc6 HTTP/1.1" status: 204 len: 168 time: 0.3186827 May 04 07:34:14.063942 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51758) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:14.071574 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63d2c1-80f8-4bf3-8eba-76f38b3e4995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287ff2ac-9517-456c-9616-04179f479cc6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:14.169876 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (44d978b5-5525-4493-8b81-62479b3b147f), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.232814 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Deleting port 13bb0841-c35f-4f81-8eb8-586cbc45263f {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:14.233344 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.363801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] DHCP port deletion for 44d978b5-5525-4493-8b81-62479b3b147f request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:34:14.367507 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] For port 13bb0841-c35f-4f81-8eb8-586cbc45263f, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=13bb0841-c35f-4f81-8eb8-586cbc45263f,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:14.367697 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88385b-677a-4c14-83f5-6a669a213115 req-5810fc26-38b2-470b-9a09-dc50fe762dbb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:14.367893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.375487 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a88385b-677a-4c14-83f5-6a669a213115 req-5810fc26-38b2-470b-9a09-dc50fe762dbb tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0645039 May 04 07:34:14.402039 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Calling delete_port for 13bb0841-c35f-4f81-8eb8-586cbc45263f owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:14.442507 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Deleting port 13bb0841-c35f-4f81-8eb8-586cbc45263f {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:14.443731 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.463771 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a88385b-677a-4c14-83f5-6a669a213115 req-1eea9bd1-3cec-4f6b-afb2-2e205ff9e051 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853996 May 04 07:34:14.477646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 9b614412-addd-4bc0-b070-d3fa915e0396 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:14.517627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 9b614412-addd-4bc0-b070-d3fa915e0396 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:14.518254 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 9b614412-addd-4bc0-b070-d3fa915e0396 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:14.518862 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:14.543463 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.567195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:14.567501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 35b0a836-e7fc-4b2a-b8ad-cf020dddd7ec not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:14.578115 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=13bb0841-c35f-4f81-8eb8-586cbc45263f,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:14.584892 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] No DVR routers for this DVR port 13bb0841-c35f-4f81-8eb8-586cbc45263f on host dv-cinder-790535-38-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:14.586161 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] For port 13bb0841-c35f-4f81-8eb8-586cbc45263f, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=13bb0841-c35f-4f81-8eb8-586cbc45263f,segment=NetworkSegment(884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16),segment_id=884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:14.586565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.600560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Calling delete_port for 13bb0841-c35f-4f81-8eb8-586cbc45263f owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:14.662030 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (44d978b5-5525-4493-8b81-62479b3b147f), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.684385 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d978b5-5525-4493-8b81-62479b3b147f']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:14.694413 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:14.694696 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:14.695293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (13bb0841-c35f-4f81-8eb8-586cbc45263f), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.711452 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.724608 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] No DVR routers for this DVR port 13bb0841-c35f-4f81-8eb8-586cbc45263f on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:14.735115 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.735984 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9b5d2-5d07-4a3b-ac5a-76d234f35fcf None None] Pushing event deleted for resources: {'Port': ['ID=13bb0841-c35f-4f81-8eb8-586cbc45263f,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:14.744032 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:34:14.744673 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (884bbde9-b33e-4dfe-9cd8-0bc83f4bdf16), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:34:14.746465 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:34:14.801675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (44d978b5-5525-4493-8b81-62479b3b147f), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.808366 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.813827 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] 10.222.0.21 "DELETE /v2.0/networks/44d978b5-5525-4493-8b81-62479b3b147f HTTP/1.1" status: 204 len: 168 time: 0.7466269 May 04 07:34:14.827699 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac23b1-0d2f-420d-8997-b36927a5bc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=44d978b5-5525-4493-8b81-62479b3b147f,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:14.945246 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51768) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:14.966737 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:14.987478 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-4b334750-ab84-4008-a6ab-b2ca7b045621 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=489c922d94f946908770992d288abbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408230 May 04 07:34:14.989808 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51770) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:15.038008 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] Publish callbacks [] for security_group (7013b2b4-b496-48b4-847a-813faf397c1e), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.067270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] Publish callbacks [] for security_group (7013b2b4-b496-48b4-847a-813faf397c1e), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.126741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7013b2b4-b496-48b4-847a-813faf397c1e), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.130643 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.132531 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7013b2b4-b496-48b4-847a-813faf397c1e HTTP/1.1" status: 204 len: 168 time: 0.1413407 May 04 07:34:15.143047 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad556a7b-f509-4c7e-945b-44cd3a42f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013b2b4-b496-48b4-847a-813faf397c1e,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:15.544915 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51782) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:15.588514 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-eb661c64-4fb2-4fe9-8295-5ad884ff165e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=709bfe8332eb47ffb4d03313abeff046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416925 May 04 07:34:15.590967 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51784) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:15.613186 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9d8a-9e85-4d37-9514-f049ff618b25 req-636ed12a-ba9c-41c3-9e0a-c7fe694f9bdd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:15.621123 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4bda9d8a-9e85-4d37-9514-f049ff618b25 req-636ed12a-ba9c-41c3-9e0a-c7fe694f9bdd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0855379 May 04 07:34:15.643505 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] Publish callbacks [] for security_group (bb365b33-b1e8-46f5-8622-b6b10cbebf64), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.667518 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] Publish callbacks [] for security_group (bb365b33-b1e8-46f5-8622-b6b10cbebf64), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.668987 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4bda9d8a-9e85-4d37-9514-f049ff618b25 req-e783071a-892c-47a8-94dd-93a618e0de11 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467074 May 04 07:34:15.723860 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bb365b33-b1e8-46f5-8622-b6b10cbebf64), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.726598 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:15.729709 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb365b33-b1e8-46f5-8622-b6b10cbebf64 HTTP/1.1" status: 204 len: 168 time: 0.1359138 May 04 07:34:15.739036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b93d58-fc0f-42fa-b314-0ab5a9a38a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb365b33-b1e8-46f5-8622-b6b10cbebf64,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:16.391439 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 13bb0841-c35f-4f81-8eb8-586cbc45263f no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:16.510195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51810) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:16.584804 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 13bb0841-c35f-4f81-8eb8-586cbc45263f {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:16.585150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 13bb0841-c35f-4f81-8eb8-586cbc45263f not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:16.622325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-267730419-network', 'tenant_id': '9d6226b93983480291474f504b5b560f'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:16.644632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Made reservation on behalf of 9d6226b93983480291474f504b5b560f for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:34:16.646866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.658968 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.742616 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks [] for security_group (4107a3af-6a4e-406d-8b43-0f724501c022), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.749158 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4107a3af-6a4e-406d-8b43-0f724501c022), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.815893 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:34:16.829611 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4107a3af-6a4e-406d-8b43-0f724501c022,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:16.838402 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb39a-244f-4d15-b14a-024661633ccf req-656bfbe1-23a3-4f8f-ac2a-712edd1fffdd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:16.841194 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d6bdb39a-244f-4d15-b14a-024661633ccf req-656bfbe1-23a3-4f8f-ac2a-712edd1fffdd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0715725 May 04 07:34:16.846211 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (a4303c11-8698-47c3-9f99-ed2c417cde10), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.846474 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Added segment a4303c11-8698-47c3-9f99-ed2c417cde10 of type vlan for network 70b1dc40-24df-4376-83a7-a119a0e9f887 May 04 07:34:16.909923 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (70b1dc40-24df-4376-83a7-a119a0e9f887), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.941525 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d6bdb39a-244f-4d15-b14a-024661633ccf req-4c3e7b23-a213-4cb2-a341-664a0eac47f9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934608 May 04 07:34:16.954606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (70b1dc40-24df-4376-83a7-a119a0e9f887), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:16.956273 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:16.956875 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.046061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] Pushing event updated for resources: {'Network': ['ID=70b1dc40-24df-4376-83a7-a119a0e9f887,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:17.057952 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b220399c-ef0d-4606-bdd8-89a50abb75c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5431254 May 04 07:34:17.058167 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51818) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:17.058290 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:34:17.063769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Request body: {'subnet': {'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-267730419-subnet', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:17.085301 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Made reservation on behalf of 9d6226b93983480291474f504b5b560f for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:34:17.088274 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.288737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (1111c870-e28d-418e-95f4-1b43c87e516b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.345676 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1111c870-e28d-418e-95f4-1b43c87e516b,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:17.356639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:17.356995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Network hostable DHCP agents. Network: 70b1dc40-24df-4376-83a7-a119a0e9f887, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:34:17.379805 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:34:17.390538 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 70b1dc40-24df-4376-83a7-a119a0e9f887) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:17.394954 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:17.395612 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.406031 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcacc15-e6b8-483b-bfd2-ef41da2f87af None None] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:17.417569 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d250a4ab-3c63-469d-b7a7-d2ffb099add8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3557122 May 04 07:34:17.417998 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51820) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:17.423006 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:17.461587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (ca397893-d85d-4406-83b7-27b40a71391c), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.463687 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (ca397893-d85d-4406-83b7-27b40a71391c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.551066 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for router_controller (ca397893-d85d-4406-83b7-27b40a71391c), precommit_add_association {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.586732 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-70b1dc40-24df-4376-83a7-a119a0e9f887', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:34:17.588151 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.738675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for router_gateway (ca397893-d85d-4406-83b7-27b40a71391c), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:17.831174 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Allocated IP 172.20.0.2 (70b1dc40-24df-4376-83a7-a119a0e9f887/1111c870-e28d-418e-95f4-1b43c87e516b/b86d08f3-d0f7-437d-8064-fc89d87ce75e) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:17.917280 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-02b7eaad-f2d0-46bd-95fa-b5589e07d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:17.917948 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-02b7eaad-f2d0-46bd-95fa-b5589e07d8b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1130 time: 0.1707983 May 04 07:34:18.082479 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for router_gateway (ca397893-d85d-4406-83b7-27b40a71391c), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.108013 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.200948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575872c8-3c36-4388-a035-89dc34053635 req-8db3a1cb-9375-4a9b-adec-295bc845a6f0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:18.202723 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-575872c8-3c36-4388-a035-89dc34053635 req-8db3a1cb-9375-4a9b-adec-295bc845a6f0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1368570 May 04 07:34:18.206144 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-64e88123-f7c4-4c2d-ba1c-0068c1bc7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:18.206467 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks [] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.207981 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-64e88123-f7c4-4c2d-ba1c-0068c1bc7df2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.2428050 May 04 07:34:18.218019 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.268963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:18.341989 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Pushing event updated for resources: {'Port': ['ID=b86d08f3-d0f7-437d-8064-fc89d87ce75e,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:18.354251 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:18.359362 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:18.366903 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-575872c8-3c36-4388-a035-89dc34053635 req-7d6e7adc-d23d-4c5b-b684-fd4674631264 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530924 May 04 07:34:18.378676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-625256b7-989e-4607-b65c-39d42c9b8581 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 1002 time: 0.1604564 May 04 07:34:18.379813 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Allocated IP 172.27.1.90 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/cfd12a86-b8ad-4f80-97b2-4aafa5b585fd) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:18.467884 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-a3432c17-0134-4073-a682-bf14f0d2a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:18.467884 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-a3432c17-0134-4073-a682-bf14f0d2a630 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0756547 May 04 07:34:18.473345 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Attempting to bind port b86d08f3-d0f7-437d-8064-fc89d87ce75e on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:18.474079 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Attempting to bind port b86d08f3-d0f7-437d-8064-fc89d87ce75e by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:18.474673 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Attempting to bind port b86d08f3-d0f7-437d-8064-fc89d87ce75e on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:18.485757 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:18.486500 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:18.487530 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.488404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Bound using segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:18.489452 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Bound port: b86d08f3-d0f7-437d-8064-fc89d87ce75e, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:18.490364 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.559977 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-9f987cdc-908b-4934-9e94-aadaf5a5ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:18.561548 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-9f987cdc-908b-4934-9e94-aadaf5a5ab2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854149 May 04 07:34:18.598530 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] For port b86d08f3-d0f7-437d-8064-fc89d87ce75e, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:18.605027 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] For port b86d08f3-d0f7-437d-8064-fc89d87ce75e, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=b86d08f3-d0f7-437d-8064-fc89d87ce75e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:18.616640 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.701720 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Pushing event updated for resources: {'Port': ['ID=b86d08f3-d0f7-437d-8064-fc89d87ce75e,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:18.702810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:18.711129 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.716896 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.717391 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.717737 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.718072 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.718695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.718848 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.719211 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.719535 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.719849 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.720173 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.720933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.720933 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.721729 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.722185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa786d48-683a-4e3a-a2d0-634c4f517c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:18.735088 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bb814-3928-4190-95ce-3926f81686a3 req-1d6edd16-7bab-4832-a9f5-81f102441576 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:18.736820 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b1bb814-3928-4190-95ce-3926f81686a3 req-1d6edd16-7bab-4832-a9f5-81f102441576 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.1342063 May 04 07:34:18.870714 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b1bb814-3928-4190-95ce-3926f81686a3 req-22bb5cbf-2548-49b9-83f4-cfc0745ade41 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276722 May 04 07:34:18.873104 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-db7ee52d-a1b1-426a-8287-b1be55593a65 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389250 May 04 07:34:18.890802 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:19.031328 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:19.035993 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:19.058405 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:19.069553 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:19.114087 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1ed68163-d814-47ad-b8ed-4a7870bf1207 req-3ec65d56-d8cb-4518-9753-54ca5b580b9f service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333512 May 04 07:34:19.382634 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for router_gateway (ca397893-d85d-4406-83b7-27b40a71391c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:19.573890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06284-7b18-4201-877b-b7966d5d1fae req-fd406355-908b-4147-84ff-aef912eb557b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:19.585080 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99d06284-7b18-4201-877b-b7966d5d1fae req-fd406355-908b-4147-84ff-aef912eb557b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0855339 May 04 07:34:19.636375 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (ca397893-d85d-4406-83b7-27b40a71391c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:19.661868 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99d06284-7b18-4201-877b-b7966d5d1fae req-d2726c36-0ab8-4dd5-8b2c-d2528d7020f2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758946 May 04 07:34:19.821843 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Router ca397893-d85d-4406-83b7-27b40a71391c is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:34:19.956465 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:19.971619 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:19.986279 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:19.987190 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:19.987985 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:19.988148 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e3ae2cf2-dc9d-4e59-8b75-9fdb8aebac70 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5690670 May 04 07:34:19.991178 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51842) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:20.106430 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078aa57-62be-4c02-b60e-09e46527a45b None None] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:20.123759 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Provisioning complete for port b86d08f3-d0f7-437d-8064-fc89d87ce75e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:20.124378 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.157730 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae87fb-264d-4717-83a5-37194edf7685 req-179ad83d-b1c6-484c-8491-66662eb4bed5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:20.159222 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0ae87fb-264d-4717-83a5-37194edf7685 req-179ad83d-b1c6-484c-8491-66662eb4bed5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0640020 May 04 07:34:20.183349 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:20.293145 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0ae87fb-264d-4717-83a5-37194edf7685 req-620dc04a-69ae-4e4f-84d9-b05a2fbd2e50 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883515 May 04 07:34:20.343188 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Current status of the port b86d08f3-d0f7-437d-8064-fc89d87ce75e is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:20.344248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.415181 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] For port b86d08f3-d0f7-437d-8064-fc89d87ce75e, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=b86d08f3-d0f7-437d-8064-fc89d87ce75e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:20.422917 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.513319 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767998d4-5ace-4336-bc2b-f12b35596419 None None] Pushing event updated for resources: {'Port': ['ID=b86d08f3-d0f7-437d-8064-fc89d87ce75e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:20.531553 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device b86d08f3-d0f7-437d-8064-fc89d87ce75e up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:20.535743 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:19Z', 'revision_number': 3, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:20.567043 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:20.567642 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Updating router ca397893-d85d-4406-83b7-27b40a71391c port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:34:20.607201 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.643684 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-b1cf1a2f-de16-4b88-9e3f-5463a6d28e0c None None] Provisioning complete for port b86d08f3-d0f7-437d-8064-fc89d87ce75e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:20.644056 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1a2f-de16-4b88-9e3f-5463a6d28e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.647110 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port b86d08f3-d0f7-437d-8064-fc89d87ce75e triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:20.647821 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.720795 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.808775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd99e-514b-4cef-a2a6-b17258801922 req-6b744e56-1f91-4162-a5fb-766cf322fa93 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:20.816113 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecacd99e-514b-4cef-a2a6-b17258801922 req-6b744e56-1f91-4162-a5fb-766cf322fa93 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0548623 May 04 07:34:20.818686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1a2f-de16-4b88-9e3f-5463a6d28e0c None None] Current status of the port b86d08f3-d0f7-437d-8064-fc89d87ce75e is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:20.820996 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port b86d08f3-d0f7-437d-8064-fc89d87ce75e is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:20.861891 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecacd99e-514b-4cef-a2a6-b17258801922 req-7544fc3d-9267-4037-8db6-8104102b493c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 May 04 07:34:20.895835 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Allocated IP 172.20.0.1 (70b1dc40-24df-4376-83a7-a119a0e9f887/1111c870-e28d-418e-95f4-1b43c87e516b/df89365c-2ba5-4db7-8963-10a9f100e631) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:20.942431 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks [] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:20.950276 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.006757 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks [] for port (df89365c-2ba5-4db7-8963-10a9f100e631), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.013422 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Attempting to bind port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:21.013927 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Attempting to bind port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:21.014165 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Attempting to bind port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:21.016043 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Pushing event updated for resources: {'Port': ['ID=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:21.024782 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.025758 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.026103 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.026446 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.026774 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.027088 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.027428 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.027741 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.028075 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.028391 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.028705 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.029020 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.029329 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.029634 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.029940 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:21.033283 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:21.033644 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:21.034030 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.034398 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:21.034855 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Bound port: cfd12a86-b8ad-4f80-97b2-4aafa5b585fd, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:21.035243 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.043528 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.085698 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] For port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:21.088985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:21.089332 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] For port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:21.094101 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:21.095349 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.098893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:21.101508 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Pushing event updated for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:21.140867 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (ca397893-d85d-4406-83b7-27b40a71391c), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.160793 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e47fb-ec7e-4075-97ac-06796f351976 None None] Pushing event updated for resources: {'Port': ['ID=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:21.163375 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:21.164038 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:21.282023 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:21.284345 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.346687 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-101af763-e261-42f4-94a0-73cba6612f12 None None] Provisioning complete for port df89365c-2ba5-4db7-8963-10a9f100e631 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:21.347225 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-101af763-e261-42f4-94a0-73cba6612f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.408670 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-101af763-e261-42f4-94a0-73cba6612f12 None None] Port df89365c-2ba5-4db7-8963-10a9f100e631 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:21.485377 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks [] for port (df89365c-2ba5-4db7-8963-10a9f100e631), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.485608 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:19Z', 'revision_number': 3, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:21.490739 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.515092 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6679363-e6e4-4088-8c59-dd3775cdb1b2 None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:19Z', 'revision_number': 3, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:21.562236 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (ca397893-d85d-4406-83b7-27b40a71391c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:21.577675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Pushing event updated for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:21.933235 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-16b440e0-7cfb-4b4f-960a-fe8b5cc6a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:21.934737 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-16b440e0-7cfb-4b4f-960a-fe8b5cc6a832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1130 time: 0.3518195 May 04 07:34:22.057039 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-5353c174-0ae5-483b-af23-22f03a5014cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:22.058487 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-5353c174-0ae5-483b-af23-22f03a5014cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.1173327 May 04 07:34:22.089597 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:22.125778 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:22.144581 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73d1b-6e40-4753-8038-bcd7d2a2c657 req-7cdf40fb-1134-47b6-b888-c1f6ec6b6899 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:22.151915 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9fb73d1b-6e40-4753-8038-bcd7d2a2c657 req-7cdf40fb-1134-47b6-b888-c1f6ec6b6899 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.5503526 May 04 07:34:22.155187 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620ef4-d2a5-4870-a822-81242c6405da req-4183935c-6e81-420a-860d-cf5d6c2e16d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:22.159611 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42620ef4-d2a5-4870-a822-81242c6405da req-4183935c-6e81-420a-860d-cf5d6c2e16d9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.2083390 May 04 07:34:22.231812 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42620ef4-d2a5-4870-a822-81242c6405da req-76c45615-939e-48ce-b47b-59286ed090fc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690405 May 04 07:34:22.237489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-19cc0381-32b7-4b6d-a959-e26589fb2314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 1002 time: 0.1602523 May 04 07:34:22.303075 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-9fb73d1b-6e40-4753-8038-bcd7d2a2c657 req-ac2db0b7-97e5-4554-a72e-b147b5265fc1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502802 May 04 07:34:22.364425 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-a95ebac6-5e38-43ae-ab9f-49e7942a4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:22.366300 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-a95ebac6-5e38-43ae-ab9f-49e7942a4564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.1209075 May 04 07:34:22.415045 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:22.432029 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-f50bb8b3-9dad-45f6-a229-1b9595fad78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:22.433535 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-f50bb8b3-9dad-45f6-a229-1b9595fad78c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560393 May 04 07:34:22.437656 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-8f3ccd9c-24ca-49e8-adb0-3119e866b0e0 None None] Provisioning complete for port df89365c-2ba5-4db7-8963-10a9f100e631 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:22.438122 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccd9c-24ca-49e8-adb0-3119e866b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:22.496488 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ccd9c-24ca-49e8-adb0-3119e866b0e0 None None] Port df89365c-2ba5-4db7-8963-10a9f100e631 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:22.499419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device b86d08f3-d0f7-437d-8064-fc89d87ce75e up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:22.547129 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port b86d08f3-d0f7-437d-8064-fc89d87ce75e triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:22.547462 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:22.618834 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-02ec436b-2cc3-4f9e-8d67-754439216e0d service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796813 May 04 07:34:22.620543 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:22.631295 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-6d499374-dd99-478f-9c8b-419435fc3e3a admin admin] 10.222.0.21 "PUT /v2.0/routers/ca397893-d85d-4406-83b7-27b40a71391c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334760 May 04 07:34:22.631469 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port b86d08f3-d0f7-437d-8064-fc89d87ce75e is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:22.631469 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cfd12a86-b8ad-4f80-97b2-4aafa5b585fd up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:22.680784 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:22.681706 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:22.727897 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-00557d12-5aa0-4754-9e92-8305d2da81b0 req-b88c0e79-f8da-48bc-963e-551e35c9bb44 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921116 May 04 07:34:22.772632 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:22.773038 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:22.798928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:22.802876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:22.850501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:23.114927 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51880) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:23.120482 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943510941-network', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:23.140533 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Made reservation on behalf of 2d33ef8f18b246449cf69fd495cae2d6 for: {'network': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:34:23.142823 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.152625 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.189832 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:23.201439 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:23.202090 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:23.236496 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks [] for security_group (10e557f1-8ef6-4066-927d-5382211340fb), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.240427 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (10e557f1-8ef6-4066-927d-5382211340fb), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.263004 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:34:23.277712 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e557f1-8ef6-4066-927d-5382211340fb,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:23.282997 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (b4074ee0-7e34-45f1-aa31-e63b8cc1571a), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.283384 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.segments_db [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Added segment b4074ee0-7e34-45f1-aa31-e63b8cc1571a of type vlan for network 31dfb406-102c-4345-80ad-27d8230dfb98 May 04 07:34:23.326103 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (31dfb406-102c-4345-80ad-27d8230dfb98), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.328919 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:23.356639 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (31dfb406-102c-4345-80ad-27d8230dfb98), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.358078 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:23.358979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.359601 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e9acc-a240-4194-bbaa-c06f8dafc1c0 req-d1744b15-a7d3-417c-ac99-94e588cb919b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:23.366531 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-436e9acc-a240-4194-bbaa-c06f8dafc1c0 req-d1744b15-a7d3-417c-ac99-94e588cb919b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0649366 May 04 07:34:23.419496 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-436e9acc-a240-4194-bbaa-c06f8dafc1c0 req-1c89b620-84ab-4eaf-85a0-a7d8335d6877 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520096 May 04 07:34:23.472378 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3563042 May 04 07:34:23.475358 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa12dae-d6c6-4c15-a283-19bead2b8a2b admin admin] Pushing event updated for resources: {'Network': ['ID=31dfb406-102c-4345-80ad-27d8230dfb98,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:23.476005 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51886) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:23.481693 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Request body: {'subnet': {'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943510941-subnet', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:23.491699 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c8228-902d-432d-950a-76dcf538ffe1 req-c7b0dbca-bf83-4ddc-8676-f35ff41ff34d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:23.493201 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-739c8228-902d-432d-950a-76dcf538ffe1 req-c7b0dbca-bf83-4ddc-8676-f35ff41ff34d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.1059449 May 04 07:34:23.496354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network 31dfb406-102c-4345-80ad-27d8230dfb98 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:34:23.510981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Made reservation on behalf of 2d33ef8f18b246449cf69fd495cae2d6 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:34:23.516574 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916363'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.546230 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-739c8228-902d-432d-950a-76dcf538ffe1 req-30dd41a0-72de-49fc-83e4-5157d1d18a17 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 May 04 07:34:23.638401 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 2, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:23.670488 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:23.670862 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Updating router ca397893-d85d-4406-83b7-27b40a71391c port df89365c-2ba5-4db7-8963-10a9f100e631 binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:34:23.688966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26619761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916373'] for subnet (5ed94870-cb7b-427d-a523-68b2dcea229f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.701039 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.744601 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed94870-cb7b-427d-a523-68b2dcea229f,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:23.751750 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Checking segment: {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:23.752107 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Network hostable DHCP agents. Network: 31dfb406-102c-4345-80ad-27d8230dfb98, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:34:23.769098 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Network 31dfb406-102c-4345-80ad-27d8230dfb98 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:34:23.777518 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, 31dfb406-102c-4345-80ad-27d8230dfb98) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:23.781691 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:23.782281 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.794598 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c334e-cbe8-46c4-9b82-f69719085f56 None None] Network 31dfb406-102c-4345-80ad-27d8230dfb98 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:23.808371 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-741540ea-4b98-49cd-8958-87d2c11cfedd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3283036 May 04 07:34:23.808581 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51888) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:23.812609 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:23.832325 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30533'] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.833395 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3791537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30524'] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:23.893096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for router_controller (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.101962 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc6dc4c3-8f4b-530f-acbd-41d98604a271-31dfb406-102c-4345-80ad-27d8230dfb98', 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98', 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'fixed_ips': [{'subnet_id': '5ed94870-cb7b-427d-a523-68b2dcea229f'}]}} from dv-cinder-790535-38-iscsi. {{(pid=103213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 07:34:24.103088 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.261607 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks [] for port (df89365c-2ba5-4db7-8963-10a9f100e631), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.286634 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.295669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for router_gateway (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.332297 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Allocated IP 172.20.0.2 (31dfb406-102c-4345-80ad-27d8230dfb98/5ed94870-cb7b-427d-a523-68b2dcea229f/593e2d3c-6664-479b-ae05-27c9162f41d2) {{(pid=103213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:24.353489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0147-991a-48a6-98fc-222dcdbd869a None None] Pushing event updated for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:24.454950 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cfd12a86-b8ad-4f80-97b2-4aafa5b585fd up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:24.548089 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Attempting to bind port df89365c-2ba5-4db7-8963-10a9f100e631 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:24.548637 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Attempting to bind port df89365c-2ba5-4db7-8963-10a9f100e631 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:24.548943 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Attempting to bind port df89365c-2ba5-4db7-8963-10a9f100e631 on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:24.566186 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:24.566679 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:24.567183 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.567648 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Bound using segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:24.568196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Bound port: df89365c-2ba5-4db7-8963-10a9f100e631, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:24.568647 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.575541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for router_gateway (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.615260 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c4190-deda-4ed8-a63d-00b146e8031d req-f6a7e70e-1826-4817-8f66-a7471013bc8e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:24.617184 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b6c4190-deda-4ed8-a63d-00b146e8031d req-f6a7e70e-1826-4817-8f66-a7471013bc8e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0923145 May 04 07:34:24.618568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.696392 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae519b-18c1-427b-960d-2292ba357dc5 req-c3be92f3-f6a6-4c9f-b8ab-3848cf0e1d3e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:24.698709 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75ae519b-18c1-427b-960d-2292ba357dc5 req-c3be92f3-f6a6-4c9f-b8ab-3848cf0e1d3e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0566330 May 04 07:34:24.707683 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:24.708065 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.722985 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b6c4190-deda-4ed8-a63d-00b146e8031d req-798c6305-0c83-41e8-8b95-37cdffe8e079 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997078 May 04 07:34:24.753591 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75ae519b-18c1-427b-960d-2292ba357dc5 req-0ae02c02-a726-41f7-a126-be44527c7bf0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 May 04 07:34:24.758219 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:24.783947 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Allocated IP 172.27.1.177 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/f9df8bd8-6739-46a3-9105-5783d41e3ea9) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:24.812524 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks [] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), precommit_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.814246 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] For port df89365c-2ba5-4db7-8963-10a9f100e631, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:24.824526 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6762f030-6e75-434b-bf38-f8829b0e979c None None] Provisioning complete for port df89365c-2ba5-4db7-8963-10a9f100e631 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:24.824899 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6762f030-6e75-434b-bf38-f8829b0e979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.841248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), after_create {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.863102 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] For port df89365c-2ba5-4db7-8963-10a9f100e631, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=df89365c-2ba5-4db7-8963-10a9f100e631,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:24.896074 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.906137 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.933246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:24.937449 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Network 31dfb406-102c-4345-80ad-27d8230dfb98 is already hosted by enough agents. {{(pid=103213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:24.967697 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:24.969917 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Resources bound (agent type, host, resource id): {{(pid=103213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:24.970692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:24.971657 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6762f030-6e75-434b-bf38-f8829b0e979c None None] Port df89365c-2ba5-4db7-8963-10a9f100e631 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:24.974182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:24.980178 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Received port after_create {{(pid=103213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:25.013407 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:25.021961 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Pushing event updated for resources: {'Port': ['ID=f9df8bd8-6739-46a3-9105-5783d41e3ea9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:25.062374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Pushing event updated for resources: {'Port': ['ID=593e2d3c-6664-479b-ae05-27c9162f41d2,revision_number=1']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:25.073430 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:25.074156 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:25.095783 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: ACTIVE; New status is: DOWN {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:25.096192 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.235821 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Attempting to bind port 593e2d3c-6664-479b-ae05-27c9162f41d2 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:25.236193 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Attempting to bind port 593e2d3c-6664-479b-ae05-27c9162f41d2 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:25.236569 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Attempting to bind port 593e2d3c-6664-479b-ae05-27c9162f41d2 on network 31dfb406-102c-4345-80ad-27d8230dfb98 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:25.238297 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:25.240659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2b8910-fe10-431f-9586-bba30a61ea8a" -d '{"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-unplugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:25.261657 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0147-991a-48a6-98fc-222dcdbd869a None None] Pushing event updated for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:25.262689 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for router_gateway (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.300465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:25.304759 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 07:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1bb5b-2eef-4992-b738-0b78d0d28361 x-openstack-request-id: req-a4d1bb5b-2eef-4992-b738-0b78d0d28361 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:25.305068 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-unplugged", "status": "failed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "code": 422}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:25.305327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d1bb5b-2eef-4992-b738-0b78d0d28361 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:25.305712 dv-cinder-790535-38-iscsi neutron-server[103213]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a4d1bb5b-2eef-4992-b738-0b78d0d28361']: {'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'code': 422} returned with failed status May 04 07:34:25.311140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:25.311543 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Checking segment: {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:25.311939 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.312346 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Bound using segment: {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:25.312837 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Bound port: 593e2d3c-6664-479b-ae05-27c9162f41d2, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:25.313213 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.327689 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.333783 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Provisioning complete for port df89365c-2ba5-4db7-8963-10a9f100e631 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:25.334170 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.420741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:25.472040 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3791496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3788491'] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.554127 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=8']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:25.570052 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] For port 593e2d3c-6664-479b-ae05-27c9162f41d2, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:25.608231 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 is scheduled to L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 07:34:25.609886 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] For port 593e2d3c-6664-479b-ae05-27c9162f41d2, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=593e2d3c-6664-479b-ae05-27c9162f41d2,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:25.621587 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.720024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:25.730270 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Sync routers for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:25.741152 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.741431 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:25.741978 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:25.742407 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9cd1a92a-44a9-4043-b956-b60a9e363fac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9329798 May 04 07:34:25.747207 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51900) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:25.844354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Current status of the port df89365c-2ba5-4db7-8963-10a9f100e631 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:25.844772 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:25.933439 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1d87-47d9-44f4-be41-166ce607d601 req-52a670ff-27a2-4e10-a3b1-93b2804cd3a3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:25.935929 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e8211-cd1e-4399-a1de-9a0820fcf2ee None None] Pushing event updated for resources: {'Port': ['ID=593e2d3c-6664-479b-ae05-27c9162f41d2,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:25.949486 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-697b1d87-47d9-44f4-be41-166ce607d601 req-52a670ff-27a2-4e10-a3b1-93b2804cd3a3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1205490 May 04 07:34:25.979970 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:25.984557 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] For port df89365c-2ba5-4db7-8963-10a9f100e631, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=df89365c-2ba5-4db7-8963-10a9f100e631,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:25.986675 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:24Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:26.004311 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ed4c-071d-40f0-a113-ae984cb400ed req-5dd4c022-7221-4999-9c74-50920fd2293a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:26.006476 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7474ed4c-071d-40f0-a113-ae984cb400ed req-5dd4c022-7221-4999-9c74-50920fd2293a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.1168733 May 04 07:34:26.018235 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-697b1d87-47d9-44f4-be41-166ce607d601 req-e85b5482-f73a-4a8f-867d-182c9234d9bc tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673800 May 04 07:34:26.048404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5698a58-ade1-47e5-a30c-92d34cf3f70f None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:24Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:26.048404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.115213 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33414b4d-c497-49b0-a8fc-122c93edd945 None None] Pushing event updated for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:26.235943 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 3, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:26.278555 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7474ed4c-071d-40f0-a113-ae984cb400ed req-a5f64745-6e44-4b89-8e8a-f8aebb84dffc tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286978 May 04 07:34:26.290896 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Checking router: 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:26.291815 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Updating router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 port f9df8bd8-6739-46a3-9105-5783d41e3ea9 binding host dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:34:26.354758 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.579113 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 593e2d3c-6664-479b-ae05-27c9162f41d2 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:26.652940 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 593e2d3c-6664-479b-ae05-27c9162f41d2 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:26.653431 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.680390 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.771812 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 593e2d3c-6664-479b-ae05-27c9162f41d2 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:26.772198 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.824927 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port 593e2d3c-6664-479b-ae05-27c9162f41d2, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=593e2d3c-6664-479b-ae05-27c9162f41d2,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:26.830284 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.832913 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device df89365c-2ba5-4db7-8963-10a9f100e631 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:26.916616 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks [] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.918496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=593e2d3c-6664-479b-ae05-27c9162f41d2,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:26.929177 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.940964 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port df89365c-2ba5-4db7-8963-10a9f100e631 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:26.941606 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:26.989543 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Allocated IP 172.20.0.1 (31dfb406-102c-4345-80ad-27d8230dfb98/5ed94870-cb7b-427d-a523-68b2dcea229f/a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:27.036937 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Attempting to bind port f9df8bd8-6739-46a3-9105-5783d41e3ea9 on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:27.037663 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Attempting to bind port f9df8bd8-6739-46a3-9105-5783d41e3ea9 by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:27.038471 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Attempting to bind port f9df8bd8-6739-46a3-9105-5783d41e3ea9 on network 82aad8c4-60f1-4da8-923c-5048714734bb {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:27.047192 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:27.048249 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Checking segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:27.048958 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.049500 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Bound using segment: {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:27.050346 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Bound port: f9df8bd8-6739-46a3-9105-5783d41e3ea9, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652162a-d66b-4ed2-8bca-1e6e7b061b59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:27.050899 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.094461 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2add-43ce-4471-a09d-a0ead695559e None None] Pushing event updated for resources: {'Port': ['ID=f9df8bd8-6739-46a3-9105-5783d41e3ea9,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:27.133809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port df89365c-2ba5-4db7-8963-10a9f100e631 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:27.151186 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] For port f9df8bd8-6739-46a3-9105-5783d41e3ea9, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:27.160652 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] For port f9df8bd8-6739-46a3-9105-5783d41e3ea9, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f9df8bd8-6739-46a3-9105-5783d41e3ea9,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:27.170902 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.181655 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks [] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.225870 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.249764 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2add-43ce-4471-a09d-a0ead695559e None None] Pushing event updated for resources: {'Port': ['ID=f9df8bd8-6739-46a3-9105-5783d41e3ea9,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:27.272256 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:27.272858 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:27.299998 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Network 31dfb406-102c-4345-80ad-27d8230dfb98 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:27.303260 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:27.309123 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:27.352223 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Pushing event updated for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:27.383343 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786942'] for router_interface (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.423425 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:27.559679 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eba95-3a43-4bf4-8f16-16fea07024c6 req-65370860-9003-49c6-95f4-44bd3ca26d5d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:27.561484 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-366eba95-3a43-4bf4-8f16-16fea07024c6 req-65370860-9003-49c6-95f4-44bd3ca26d5d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0914631 May 04 07:34:27.593440 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.615134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d76c31-afb9-470f-8335-ea75759eff30 None None] Network 31dfb406-102c-4345-80ad-27d8230dfb98 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:27.655234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-366eba95-3a43-4bf4-8f16-16fea07024c6 req-406b6c09-bc6e-496a-a829-47cd090f57af tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865262 May 04 07:34:27.729555 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-51fb0a80-68fb-4a16-9224-b4b1112aa0c4 None None] Provisioning complete for port 593e2d3c-6664-479b-ae05-27c9162f41d2 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:27.729815 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51fb0a80-68fb-4a16-9224-b4b1112aa0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.758111 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 3, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:27.797668 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892cd945-88bd-47c3-9c90-334f59ad155e None None] The sync data for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi is: [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 3, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:27.882987 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ebf8-1f38-4fb6-b910-aacbc2673dbe req-5aff8e8d-39dd-4393-bc85-2cad1c8dcb61 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:27.894545 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3444ebf8-1f38-4fb6-b910-aacbc2673dbe req-5aff8e8d-39dd-4393-bc85-2cad1c8dcb61 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0913548 May 04 07:34:27.896487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks [] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.905101 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:27.939611 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-51fb0a80-68fb-4a16-9224-b4b1112aa0c4 None None] Current status of the port 593e2d3c-6664-479b-ae05-27c9162f41d2 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:27.987009 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3444ebf8-1f38-4fb6-b910-aacbc2673dbe req-0cbe47a4-2e12-4d28-9c02-f24b6e2610e9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785303 May 04 07:34:28.175991 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:28.176579 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:28.248589 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:28.257465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Provisioning complete for port 593e2d3c-6664-479b-ae05-27c9162f41d2 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:28.257842 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:28.373811 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Pushing event updated for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:28.382540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3786848'] for router_interface (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:28.393715 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-95633192-6528-48c5-94bf-46914228ce13 None None] Current status of the port 593e2d3c-6664-479b-ae05-27c9162f41d2 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:28.395605 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-7de9d7f7-cd0f-435f-857e-44f550b2dba9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877080 May 04 07:34:28.511628 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-1dda24f8-3b18-412e-8ef8-cddf023e6258 None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:28.511991 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1dda24f8-3b18-412e-8ef8-cddf023e6258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:28.529828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-9e454290-10ad-48a8-9812-06539af89be1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:28.534461 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-9e454290-10ad-48a8-9812-06539af89be1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports/bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 941 time: 0.1038926 May 04 07:34:28.548335 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-1dda24f8-3b18-412e-8ef8-cddf023e6258 None None] Port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:28.566743 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Network 31dfb406-102c-4345-80ad-27d8230dfb98 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:28.570517 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:28.589250 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 593e2d3c-6664-479b-ae05-27c9162f41d2 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:28.658615 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port 593e2d3c-6664-479b-ae05-27c9162f41d2 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:28.659444 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:28.764400 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:28.860492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port 593e2d3c-6664-479b-ae05-27c9162f41d2 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:28.861378 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f9df8bd8-6739-46a3-9105-5783d41e3ea9 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:28.863969 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:28.982459 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: DOWN; New status is: DOWN {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:29.015646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port f9df8bd8-6739-46a3-9105-5783d41e3ea9 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:29.015985 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:29.076916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-fe17561e-7a02-45df-94f0-f1ef5f6eff7e None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:29.077280 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fe17561e-7a02-45df-94f0-f1ef5f6eff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:29.086443 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4e85-7837-4309-ad78-a832574225a8 req-0b731b02-ee7d-41d6-9e7a-34796edb160e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:29.089219 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8abb4e85-7837-4309-ad78-a832574225a8 req-0b731b02-ee7d-41d6-9e7a-34796edb160e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.2859333 May 04 07:34:29.125900 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-fe17561e-7a02-45df-94f0-f1ef5f6eff7e None None] Port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:29.168266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:29.175778 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f7f57324-ef84-4d86-9409-8e20a5c33130 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d4f3b85-3971-4c6a-a2b9-fc43a0effb73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4288745 May 04 07:34:29.206987 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port f9df8bd8-6739-46a3-9105-5783d41e3ea9 is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:29.208509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae6f2c-67a3-414f-af3a-82398dc9f805 req-727bc848-6927-4944-b879-b540d523fd6b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:29.209596 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:29.221420 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c9ae6f2c-67a3-414f-af3a-82398dc9f805 req-727bc848-6927-4944-b879-b540d523fd6b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1056709 May 04 07:34:29.263453 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] For port f9df8bd8-6739-46a3-9105-5783d41e3ea9, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f9df8bd8-6739-46a3-9105-5783d41e3ea9,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:29.270459 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:29.288477 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8abb4e85-7837-4309-ad78-a832574225a8 req-1ec4c6e2-59a1-4893-962e-b2e45957d717 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920998 May 04 07:34:29.341304 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Pushing event updated for resources: {'Port': ['ID=f9df8bd8-6739-46a3-9105-5783d41e3ea9,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:29.354716 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c9ae6f2c-67a3-414f-af3a-82398dc9f805 req-0fa84ae3-8b4a-4208-af92-bb326cd69e92 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251197 May 04 07:34:29.757147 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-a675b771-b8b8-4145-b2e1-84e009c6a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:29.758864 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-a675b771-b8b8-4145-b2e1-84e009c6a7ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5&tenant_id=a183ac2391e141ca8ef0e7f7cc47daed HTTP/1.1" status: 200 len: 1128 time: 0.0765579 May 04 07:34:29.839053 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-b3b43f1a-b584-4df5-a566-b192e16a697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:29.840610 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-b3b43f1a-b584-4df5-a566-b192e16a697b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1128 time: 0.0446236 May 04 07:34:29.885768 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51966) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:29.890181 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012873181', 'description': 'tempest-secgroup-smoke-2012873181 description', 'project_id': '9d6226b93983480291474f504b5b560f'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:29.911265 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.035644 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (6803ec27-ad18-4657-bb0e-894f2c0e840c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.040777 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6803ec27-ad18-4657-bb0e-894f2c0e840c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.058922 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Sync routers for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:30.073034 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ae5a-ae9c-4d3d-9552-94322d5f3758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.075405 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:30.076012 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:30.086794 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.088843 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2019916 May 04 07:34:30.089868 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2acf-b48c-41d1-9c47-8d9d78f7b4de tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6803ec27-ad18-4657-bb0e-894f2c0e840c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:30.091970 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51968) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:30.093014 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-4d44c443-fd02-43b8-afdf-0fa0ba843072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:30.094392 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-4d44c443-fd02-43b8-afdf-0fa0ba843072 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 200 len: 918 time: 0.1458671 May 04 07:34:30.098474 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:30.168827 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (0b548db6-6faf-47d0-906f-7db901830ab5), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.179877 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-ed3ef428-0e84-46e1-8cbf-a6f69f9c4930 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 200 len: 1000 time: 0.0769582 May 04 07:34:30.189001 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:30.249659 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-35673b8a-4f2f-4421-9e22-3790d644ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:30.250997 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-35673b8a-4f2f-4421-9e22-3790d644ebb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 200 len: 856 time: 0.0652070 May 04 07:34:30.261979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (0b548db6-6faf-47d0-906f-7db901830ab5), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.270628 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (0b548db6-6faf-47d0-906f-7db901830ab5), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.307893 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b548db6-6faf-47d0-906f-7db901830ab5,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:30.325853 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.327043 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-997400b7-71a7-43d9-9e89-87f0de1631b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317817 May 04 07:34:30.328188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-dbddfe7b-046b-479e-9759-b36348c762f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:30.329570 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-dbddfe7b-046b-479e-9759-b36348c762f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e464149-a859-4177-b1ae-34cb689b0bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0696697 May 04 07:34:30.330173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51972) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:30.336599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:30.371636 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (b18bfad8-9bb3-4f99-9a80-5b2b94ef73ad), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.455058 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 4, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e', 'name': '', 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'mac_address': 'fa:16:3e:71:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:26Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 2, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'subnets': [{'id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:30.467274 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (b18bfad8-9bb3-4f99-9a80-5b2b94ef73ad), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.476475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (b18bfad8-9bb3-4f99-9a80-5b2b94ef73ad), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.485439 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f9df8bd8-6739-46a3-9105-5783d41e3ea9 up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:30.487425 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Checking router: 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:30.487768 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Updating router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e binding host dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 07:34:30.518361 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18bfad8-9bb3-4f99-9a80-5b2b94ef73ad,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:30.522114 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31577fb-67a7-45d7-9f46-8027db990e27 req-cc047d18-9780-469a-9aef-505f14a220b3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:30.524903 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c31577fb-67a7-45d7-9f46-8027db990e27 req-cc047d18-9780-469a-9aef-505f14a220b3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.1033275 May 04 07:34:30.530574 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-b08c6352-0b87-44c6-b76c-3f7da21cfede service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941612 May 04 07:34:30.531990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1c17-a0cd-416f-b22f-1aa75bbf98ab req-21f31571-50f8-465d-94a8-7bc55e7e4047 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:30.533757 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2cfb1c17-a0cd-416f-b22f-1aa75bbf98ab req-21f31571-50f8-465d-94a8-7bc55e7e4047 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0751581 May 04 07:34:30.537367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.538718 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-05d79fac-ffc1-4d97-8349-36ff6c148b74 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2062156 May 04 07:34:30.541541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51976) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:30.547590 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:30.552682 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.602237 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port f9df8bd8-6739-46a3-9105-5783d41e3ea9 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:30.603142 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.612349 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (2aa6d2af-9847-4016-8b89-5dc00083e3e8), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.629058 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2cfb1c17-a0cd-416f-b22f-1aa75bbf98ab req-3e61116d-fcd6-4fa3-8b0f-2bc6c65c95fd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850031 May 04 07:34:30.634911 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c31577fb-67a7-45d7-9f46-8027db990e27 req-dc1f8301-c9c4-498b-b7e0-2134d43c3fb7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034245 May 04 07:34:30.669182 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecdc4e6f-b814-43ca-8c00-f6229e5c76ed req-af4ce05b-e45d-46aa-b639-91eb315f8a04 service neutron] 10.222.0.26 "GET /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306157 May 04 07:34:30.682774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (2aa6d2af-9847-4016-8b89-5dc00083e3e8), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.687174 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (2aa6d2af-9847-4016-8b89-5dc00083e3e8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.713272 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa6d2af-9847-4016-8b89-5dc00083e3e8,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:30.728134 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.729660 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-012a949e-2e98-4b6e-97c4-58d62fefa430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869450 May 04 07:34:30.732624 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51982) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:30.737044 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:30.766479 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (968c3eca-3ba7-430f-9c6e-15fb59e31651), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.824525 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (968c3eca-3ba7-430f-9c6e-15fb59e31651), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.828477 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (968c3eca-3ba7-430f-9c6e-15fb59e31651), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.833183 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port f9df8bd8-6739-46a3-9105-5783d41e3ea9 is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:30.846296 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c3eca-3ba7-430f-9c6e-15fb59e31651,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:30.855493 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.856709 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f6b9c022-2d37-4025-81b6-7472832ecae7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231449 May 04 07:34:30.859532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 51988) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:30.869929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:30.895293 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.securitygroups_db [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Project 9d6226b93983480291474f504b5b560f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:34:30.901511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (10357378-69df-4d4c-a4a6-93d480e01954), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.931431 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks [] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.938299 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.971843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (10357378-69df-4d4c-a4a6-93d480e01954), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.987844 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (10357378-69df-4d4c-a4a6-93d480e01954), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:30.996686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aedfdb-39f8-46b9-933b-703e4a1ab95b None None] Pushing event updated for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:31.010107 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10357378-69df-4d4c-a4a6-93d480e01954,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:31.018802 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.020203 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fd939529-1bd8-48f9-bd8b-d68682210867 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597087 May 04 07:34:31.023012 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 51996) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:31.029236 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'security_group_rule': {'security_group_id': '6803ec27-ad18-4657-bb0e-894f2c0e840c', 'project_id': '9d6226b93983480291474f504b5b560f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:31.052431 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.securitygroups_db [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Project 9d6226b93983480291474f504b5b560f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 07:34:31.063687 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (04fe9f95-9737-48e4-9a42-ad3717187c0a), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.081541 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Attempting to bind port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e on host dv-cinder-790535-38-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:31.082086 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Attempting to bind port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e by drivers openvswitch,hyperv on host dv-cinder-790535-38-iscsi at level 0 using segments [{'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:31.082875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Attempting to bind port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e on network 31dfb406-102c-4345-80ad-27d8230dfb98 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:31.092158 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Checking agent: {'id': '6a416ee7-a567-4c29-8933-5be571375f62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 15, 36), 'started_at': datetime.datetime(2022, 5, 4, 7, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:31.092522 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Checking segment: {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:31.092922 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.093641 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Bound using segment: {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:31.094263 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Bound port: a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e, host: dv-cinder-790535-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:31.094647 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.144735 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (04fe9f95-9737-48e4-9a42-ad3717187c0a), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.151711 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (04fe9f95-9737-48e4-9a42-ad3717187c0a), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.167889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fe9f95-9737-48e4-9a42-ad3717187c0a,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:31.184910 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.186129 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-43c006e7-5f8e-40d8-b6f7-e126e1ed20e5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619859 May 04 07:34:31.188565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] For port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e, host dv-cinder-790535-38-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:31.193348 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] For port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e, host dv-cinder-790535-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:31.202475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.272535 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:31.273146 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:31.315109 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aedfdb-39f8-46b9-933b-703e4a1ab95b None None] Pushing event updated for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:31.338281 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:31.338658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.496662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:31.887614 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3569a7-1fdf-4fbd-a406-90b014e78bc2 req-ad4357e0-1db9-4ce0-ac91-d3a6d7e46213 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:31.889459 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ab3569a7-1fdf-4fbd-a406-90b014e78bc2 req-ad4357e0-1db9-4ce0-ac91-d3a6d7e46213 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0901146 May 04 07:34:31.897707 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Current status of the port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e is: DOWN; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:31.898229 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:31.984624 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd111ae-51c8-43d8-97bf-3cf43d80413d req-facf27fc-da2f-4408-bc9b-5f862caa1fb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:32.006153 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecd111ae-51c8-43d8-97bf-3cf43d80413d req-facf27fc-da2f-4408-bc9b-5f862caa1fb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1539066 May 04 07:34:32.031829 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ab3569a7-1fdf-4fbd-a406-90b014e78bc2 req-01616b2b-db57-4c25-9e79-c9ceab00c6f9 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358917 May 04 07:34:32.101288 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] For port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:32.103516 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 4, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e', 'name': '', 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'mac_address': 'fa:16:3e:71:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:26Z', 'updated_at': '2022-05-04T07:34:31Z', 'revision_number': 4, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'subnets': [{'id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:32.117149 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ecd111ae-51c8-43d8-97bf-3cf43d80413d req-901d0391-fc4e-4607-9abc-f08ecfb6d6c3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099846 May 04 07:34:32.165621 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:32.170858 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3cd5e-a728-4b08-aa06-94ed90a64398 None None] The sync data for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi is: [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:34:27Z', 'revision_number': 4, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e', 'name': '', 'network_id': '31dfb406-102c-4345-80ad-27d8230dfb98', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'mac_address': 'fa:16:3e:71:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:26Z', 'updated_at': '2022-05-04T07:34:31Z', 'revision_number': 4, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'subnets': [{'id': '5ed94870-cb7b-427d-a523-68b2dcea229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:32.259848 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e19d4-a691-4aae-8232-44a214001104 None None] Pushing event updated for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:32.304093 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-24882a37-02e2-47ed-9c12-daafb4072e9a None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:32.304815 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-24882a37-02e2-47ed-9c12-daafb4072e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:32.373985 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c4768fb8-c339-48b6-9a44-55705c9a5287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:32.465286 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-24882a37-02e2-47ed-9c12-daafb4072e9a None None] Current status of the port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:32.531612 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e up at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:32.606150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Provisioning complete for port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:32.606643 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:32.745686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Current status of the port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e is: ACTIVE; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:33.185163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29243338-e236-48e0-a58d-82430d7f8e5e req-969e06a7-4c72-4174-b39a-ce9b646bd6e7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:33.194235 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29243338-e236-48e0-a58d-82430d7f8e5e req-969e06a7-4c72-4174-b39a-ce9b646bd6e7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0784857 May 04 07:34:33.295301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29243338-e236-48e0-a58d-82430d7f8e5e req-84d20af9-6164-42ac-9370-fda2a216900a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997090 May 04 07:34:33.313356 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdf84-0b97-443e-bf71-85d13b3c36b3 req-64736dd2-49ec-49f2-bf69-693abe0a489f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:33.315198 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-698bdf84-0b97-443e-bf71-85d13b3c36b3 req-64736dd2-49ec-49f2-bf69-693abe0a489f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0953267 May 04 07:34:33.400020 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-698bdf84-0b97-443e-bf71-85d13b3c36b3 req-ef9fbb59-12ab-4939-b9c5-ae94807b0486 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699601 May 04 07:34:33.539092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:34.424863 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636843-ec15-4027-bcd0-c86628880912 req-1c0c7163-afd0-4cd7-b65c-322bdffb738c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:34.426427 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69636843-ec15-4027-bcd0-c86628880912 req-1c0c7163-afd0-4cd7-b65c-322bdffb738c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0491221 May 04 07:34:34.509347 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69636843-ec15-4027-bcd0-c86628880912 req-6848dc2f-ace1-4a7b-8c71-14913a14f454 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603216 May 04 07:34:34.533077 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fe28f-4b90-4b1f-890c-1d07beabca32 req-d0ab16fc-7cba-4643-9e7e-51d13b0a4a83 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:34.536015 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e3fe28f-4b90-4b1f-890c-1d07beabca32 req-d0ab16fc-7cba-4643-9e7e-51d13b0a4a83 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0557790 May 04 07:34:34.587683 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8e3fe28f-4b90-4b1f-890c-1d07beabca32 req-11929b40-8159-4c0c-83fb-3c85b745b0c0 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443423 May 04 07:34:34.844819 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:35.642909 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad55b-860a-4297-914f-11c39641919b req-372654ee-a4c9-4290-99e2-b7b8a7324a87 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:35.644603 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ffad55b-860a-4297-914f-11c39641919b req-372654ee-a4c9-4290-99e2-b7b8a7324a87 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0584657 May 04 07:34:35.708726 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ffad55b-860a-4297-914f-11c39641919b req-4eee4ea9-53e2-4f26-a6cd-c4e70a5ec39a tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567908 May 04 07:34:35.733108 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e693db-38df-4520-b272-a9cbe3730ba3 req-e9b590e3-42c9-40ff-8727-6198e9208e3b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:35.734691 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c0e693db-38df-4520-b272-a9cbe3730ba3 req-e9b590e3-42c9-40ff-8727-6198e9208e3b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0580113 May 04 07:34:35.790782 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c0e693db-38df-4520-b272-a9cbe3730ba3 req-11d7656c-2c92-483f-9a21-1ef61f7b93f6 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495265 May 04 07:34:36.274092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:36.824635 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb72776-6b04-4a1f-825b-360d771b0c36 req-e0859a59-699b-4c1c-b8b7-8ead46755ef2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:36.831374 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dcb72776-6b04-4a1f-825b-360d771b0c36 req-e0859a59-699b-4c1c-b8b7-8ead46755ef2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0570772 May 04 07:34:36.881021 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dcb72776-6b04-4a1f-825b-360d771b0c36 req-4551e9b1-23fa-40eb-9637-0079b2050feb tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487037 May 04 07:34:36.959408 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101f485-6b7a-4350-9aa3-767dba52fc76 req-aa6fa3bd-22e5-4e62-a401-46902297044e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:36.960865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7101f485-6b7a-4350-9aa3-767dba52fc76 req-aa6fa3bd-22e5-4e62-a401-46902297044e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0651999 May 04 07:34:37.013057 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7101f485-6b7a-4350-9aa3-767dba52fc76 req-6d9b2dfd-944b-4e41-835f-6d83c11b043b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461736 May 04 07:34:38.089681 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365aaaf-b357-4ceb-aad5-d1ae57b11bf2 req-170d3f24-dd5a-4e94-ae2a-8db5abb94562 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:38.092143 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d365aaaf-b357-4ceb-aad5-d1ae57b11bf2 req-170d3f24-dd5a-4e94-ae2a-8db5abb94562 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0621374 May 04 07:34:38.166535 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d365aaaf-b357-4ceb-aad5-d1ae57b11bf2 req-c2324523-5810-432c-9575-7ab1b9dc3271 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677738 May 04 07:34:38.182377 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22dde9-8fe1-497f-b19e-d0f9333a2b88 req-6b004f60-4dc3-48d0-a3fc-e42aa5537434 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:38.184155 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ca22dde9-8fe1-497f-b19e-d0f9333a2b88 req-6b004f60-4dc3-48d0-a3fc-e42aa5537434 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0632861 May 04 07:34:38.239718 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ca22dde9-8fe1-497f-b19e-d0f9333a2b88 req-215ffb9f-edb5-4541-b2bc-a7837c14a8e8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500414 May 04 07:34:39.311225 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86350af-d354-4d28-ad2c-d3fd8ce3a597 req-9ccc098d-b048-437e-91ea-29b5a1856f69 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:39.318719 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c86350af-d354-4d28-ad2c-d3fd8ce3a597 req-9ccc098d-b048-437e-91ea-29b5a1856f69 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0693307 May 04 07:34:39.381756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c86350af-d354-4d28-ad2c-d3fd8ce3a597 req-756b9079-1e59-4ff9-a854-8f381632c92e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617549 May 04 07:34:39.429655 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e79cbc-7a93-45b5-b459-d14da6dc2578 req-c6bce035-2b1a-4147-9f55-49553262afde tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:39.432257 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4e79cbc-7a93-45b5-b459-d14da6dc2578 req-c6bce035-2b1a-4147-9f55-49553262afde tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0864971 May 04 07:34:39.491566 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d4e79cbc-7a93-45b5-b459-d14da6dc2578 req-b86cddce-0df0-4808-b3f1-dd8563c970f9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532551 May 04 07:34:40.506227 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54595f03-ac74-4922-85f7-7d31f91cfea5 req-d31784d2-4dab-4ae5-a3ce-10c5f026fe86 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:40.507725 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-54595f03-ac74-4922-85f7-7d31f91cfea5 req-d31784d2-4dab-4ae5-a3ce-10c5f026fe86 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0487568 May 04 07:34:40.565437 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-54595f03-ac74-4922-85f7-7d31f91cfea5 req-272a8824-94fe-4f97-a0fc-5bc8a21b4d63 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518909 May 04 07:34:40.618756 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c81a45-fb5f-48ac-b9a2-d26ff9df1171 req-d265a5cf-9631-4118-a2b0-3382093864df tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:40.620852 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-51c81a45-fb5f-48ac-b9a2-d26ff9df1171 req-d265a5cf-9631-4118-a2b0-3382093864df tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0482554 May 04 07:34:40.669251 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-51c81a45-fb5f-48ac-b9a2-d26ff9df1171 req-027ce848-02b9-408b-ba14-d2e4a167e3a8 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 May 04 07:34:41.691317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b5fd-84c9-427b-82fb-961a7825ee52 req-0c5ad121-5b34-4b67-bbd2-83989625c984 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:41.692827 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e4b4b5fd-84c9-427b-82fb-961a7825ee52 req-0c5ad121-5b34-4b67-bbd2-83989625c984 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0552256 May 04 07:34:41.743365 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e4b4b5fd-84c9-427b-82fb-961a7825ee52 req-ec318af1-d914-48f6-b12b-e7b666c28b49 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 May 04 07:34:41.800550 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cf4a-6315-4b96-a462-992f33ca6e75 req-467fe09d-484e-487e-b014-acc1c9dc9dd1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:41.802001 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a709cf4a-6315-4b96-a462-992f33ca6e75 req-467fe09d-484e-487e-b014-acc1c9dc9dd1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0484090 May 04 07:34:41.853148 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a709cf4a-6315-4b96-a462-992f33ca6e75 req-9ba03b0a-34b0-4462-a277-efb166460f10 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 May 04 07:34:42.063247 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52128) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:42.353448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Deleting port c9c4827a-c3e3-4cc1-ae8a-c803073799e7 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:42.353828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:42.436405 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:42.436736 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for floatingip (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:42.450031 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Calling delete_port for c9c4827a-c3e3-4cc1-ae8a-c803073799e7 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:42.600163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (c9c4827a-c3e3-4cc1-ae8a-c803073799e7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:42.626910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event deleted for resources: {'Port': ['ID=c9c4827a-c3e3-4cc1-ae8a-c803073799e7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:42.688912 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for floatingip (05b6b158-ac4a-4356-ae38-615a793fcca2), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:42.689259 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Floating IP 05b6b158-ac4a-4356-ae38-615a793fcca2 disassociated (deleted). External IP: 172.27.1.220, port: 087ebf4e-fb00-4a4a-919f-e5febb2091d7. May 04 07:34:42.888147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ce83-fe09-499f-8638-7291085f1a75 req-abcb584e-320f-4b5c-a6df-3d68b27e8173 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:42.889664 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e98ce83-fe09-499f-8638-7291085f1a75 req-abcb584e-320f-4b5c-a6df-3d68b27e8173 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0591745 May 04 07:34:42.971537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:42.972315 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fd213-f240-4339-9c7c-29f378997366 req-0b0ca7ae-d5a4-4eed-8162-a7b3d5dfa458 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:42.973790 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-974fd213-f240-4339-9c7c-29f378997366 req-0b0ca7ae-d5a4-4eed-8162-a7b3d5dfa458 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0474920 May 04 07:34:42.975421 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e98ce83-fe09-499f-8638-7291085f1a75 req-6e420a03-682d-44bd-9725-95cdda4ab99f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600657 May 04 07:34:43.022477 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-974fd213-f240-4339-9c7c-29f378997366 req-7e4f5ed2-cf08-4d07-8cb6-b4181725a7f5 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 May 04 07:34:43.086588 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:43.091100 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:43.096445 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Sync routers for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:43.106407 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:43.107010 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:43.125757 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5fadf698-1beb-44d4-83e2-4b09a856fdc9 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "DELETE /v2.0/floatingips/05b6b158-ac4a-4356-ae38-615a793fcca2 HTTP/1.1" status: 204 len: 168 time: 1.0613048 May 04 07:34:43.126380 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:43.129035 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:43.171783 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2edacfe-6338-4b69-a2f8-e80a478eac9e x-openstack-request-id: req-d2edacfe-6338-4b69-a2f8-e80a478eac9e {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:43.172088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:43.172345 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2edacfe-6338-4b69-a2f8-e80a478eac9e {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:43.172762 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2edacfe-6338-4b69-a2f8-e80a478eac9e'] response: {'name': 'network-changed', 'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'status': 'completed', 'code': 200} May 04 07:34:43.217598 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:43.353614 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8c53-22c6-4784-9284-eb97caed546c req-e815ec1c-a931-4c2d-89e0-bfd263c1206e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:43.355917 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e14d8c53-22c6-4784-9284-eb97caed546c req-e815ec1c-a931-4c2d-89e0-bfd263c1206e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0456183 May 04 07:34:43.405623 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e14d8c53-22c6-4784-9284-eb97caed546c req-34874331-c606-41b5-ad4b-ae3d7543b37d tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 May 04 07:34:43.406048 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:43.436786 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Checking router: f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:43.445054 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:43.445647 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:43.636439 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:43.830722 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:43.858344 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0598154-9cb8-4a6f-bc6b-325033340b12 None None] The sync data for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi is: [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:51Z', 'revision_number': 4, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'f5dba1b8-0e32-4508-b3c1-8c0695c621c0', 'name': '', 'network_id': '4e9953da-d722-4864-b4de-9376ee6b7144', 'tenant_id': '9490d418deac48d399051367f238b312', 'mac_address': 'fa:16:3e:07:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:51Z', 'updated_at': '2022-05-04T07:28:57Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'subnets': [{'id': '425516f7-fcd1-4d8f-a514-dbd8d9841778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:44.101329 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cd00b-1615-4029-a1e7-12d146c7079d None None] New status for floating IP 05b6b158-ac4a-4356-ae38-615a793fcca2: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:34:44.106406 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61dd9-fe65-4aef-9740-f30c0957e2c2 req-7e2a36ea-e2cd-4680-8033-7edc5664767b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:44.108071 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2b61dd9-fe65-4aef-9740-f30c0957e2c2 req-7e2a36ea-e2cd-4680-8033-7edc5664767b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0536723 May 04 07:34:44.149223 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130a026-a950-4b03-8072-98a50004068a req-72c2142c-5784-4fda-8d13-6604607809ef tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:44.150830 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5130a026-a950-4b03-8072-98a50004068a req-72c2142c-5784-4fda-8d13-6604607809ef tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0502470 May 04 07:34:44.156844 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2b61dd9-fe65-4aef-9740-f30c0957e2c2 req-b455d4d8-db6c-410e-8a3f-b908a9727ff3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 May 04 07:34:44.203866 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5130a026-a950-4b03-8072-98a50004068a req-7d36b1da-ca32-49b2-b430-8a001aa67542 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 May 04 07:34:44.517235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf08a49-2793-4806-b769-5fc0da112d01 req-2a2ef76e-f59d-481e-96dc-595f5a6ad41a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:44.518677 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-caf08a49-2793-4806-b769-5fc0da112d01 req-2a2ef76e-f59d-481e-96dc-595f5a6ad41a tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0460751 May 04 07:34:44.566167 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-caf08a49-2793-4806-b769-5fc0da112d01 req-5573654a-a9ff-42a7-af0c-b0009703b8dd tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 May 04 07:34:44.958434 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:45.304158 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-6d19dc30-d5e0-4fd7-b2a1-157b57d052f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:45.305648 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-6d19dc30-d5e0-4fd7-b2a1-157b57d052f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9490d418deac48d399051367f238b312&device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 1129 time: 0.1266074 May 04 07:34:45.312521 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1ca6-0925-4975-87eb-2460ae69dfd1 req-24758c6c-6718-4978-aeb5-062436ecf210 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:45.313897 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-47ef1ca6-0925-4975-87eb-2460ae69dfd1 req-24758c6c-6718-4978-aeb5-062436ecf210 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0777700 May 04 07:34:45.335866 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de22b-ad5e-4c22-b955-3659c5a8a5e5 req-4d9b548b-1dad-4c47-8a5d-0311f4bd9bf2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:45.337346 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9f1de22b-ad5e-4c22-b955-3659c5a8a5e5 req-4d9b548b-1dad-4c47-8a5d-0311f4bd9bf2 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0514467 May 04 07:34:45.363985 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-47ef1ca6-0925-4975-87eb-2460ae69dfd1 req-ed9d1284-7733-4a12-85c9-f6e2224a4e20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 May 04 07:34:45.387339 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9f1de22b-ad5e-4c22-b955-3659c5a8a5e5 req-308524a0-4d21-4047-9cb0-326fddbb85f1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 May 04 07:34:45.681020 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71953c8-0757-403b-954d-8ab4b434637d req-6364b74c-822c-41eb-8c8c-ad1792b901e2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:45.683201 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e71953c8-0757-403b-954d-8ab4b434637d req-6364b74c-822c-41eb-8c8c-ad1792b901e2 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0513289 May 04 07:34:45.730931 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e71953c8-0757-403b-954d-8ab4b434637d req-f46afcb9-4e95-4838-bd45-c1f0f01d1a69 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 May 04 07:34:46.481452 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dfd76-496e-4e4c-b1fb-7592950e22ef req-078aa084-a542-4667-ba91-dab2db84c49b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:46.483058 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ac5dfd76-496e-4e4c-b1fb-7592950e22ef req-078aa084-a542-4667-ba91-dab2db84c49b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0479786 May 04 07:34:46.509017 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714ca1-bf3e-4d4b-8213-859cd7b4e9fd req-bf84aa08-2fd2-4a9a-9965-9900b4344159 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:46.510975 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8c714ca1-bf3e-4d4b-8213-859cd7b4e9fd req-bf84aa08-2fd2-4a9a-9965-9900b4344159 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0472572 May 04 07:34:46.531962 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ac5dfd76-496e-4e4c-b1fb-7592950e22ef req-57d7d2a9-7d71-4bee-b189-1b4c8aa8853e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 May 04 07:34:46.556775 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8c714ca1-bf3e-4d4b-8213-859cd7b4e9fd req-dcda4d3f-2d46-440d-8ca2-8af593ab601b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 May 04 07:34:46.731195 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b565dc-b72c-4c10-8dfe-bc5beb149119 req-4799289c-bd86-40b2-96ab-a9fac1c375ba tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:46.732640 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a9b565dc-b72c-4c10-8dfe-bc5beb149119 req-4799289c-bd86-40b2-96ab-a9fac1c375ba tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0565166 May 04 07:34:46.781514 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a9b565dc-b72c-4c10-8dfe-bc5beb149119 req-78ed2acf-034a-436b-8e0d-9b508e95b6c7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 May 04 07:34:46.843560 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f93ee8-f85d-48db-a0d0-945f8794db44 req-25ed8a70-f0ef-43b4-b6ac-e589917a3ac6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:46.844939 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-87f93ee8-f85d-48db-a0d0-945f8794db44 req-25ed8a70-f0ef-43b4-b6ac-e589917a3ac6 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0470612 May 04 07:34:46.897064 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-87f93ee8-f85d-48db-a0d0-945f8794db44 req-8e2a0615-30f0-4580-8e31-4e2979b85c6d tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 May 04 07:34:47.679228 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56437310-8633-4115-8963-663fe53a661b req-39ae67c1-eb4a-462d-8bfe-df5cf49e705b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:47.681212 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-56437310-8633-4115-8963-663fe53a661b req-39ae67c1-eb4a-462d-8bfe-df5cf49e705b tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0502801 May 04 07:34:47.734277 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-56437310-8633-4115-8963-663fe53a661b req-e00a9ff3-7817-4950-8585-294b476fc671 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 May 04 07:34:47.897393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20fc53-fea9-4656-8682-e0a46aab435d req-e6605d5f-13c4-4700-903d-2b26eb33719e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:47.898873 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed20fc53-fea9-4656-8682-e0a46aab435d req-e6605d5f-13c4-4700-903d-2b26eb33719e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0489397 May 04 07:34:47.948677 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed20fc53-fea9-4656-8682-e0a46aab435d req-e55d768b-108d-4b3f-ba9a-10ed4302d9a4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 May 04 07:34:48.012248 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f431-54f0-441d-bc46-05beb0618677 req-2f23d2eb-ccc4-43b1-b131-12f5c782dfd0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:48.013613 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2490f431-54f0-441d-bc46-05beb0618677 req-2f23d2eb-ccc4-43b1-b131-12f5c782dfd0 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0491450 May 04 07:34:48.061896 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2490f431-54f0-441d-bc46-05beb0618677 req-d19e042f-8632-49dc-9197-660551d950e5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 May 04 07:34:48.809138 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-7602b4fd-5baa-4c99-b661-fa1737be86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:48.810571 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-7602b4fd-5baa-4c99-b661-fa1737be86cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 200 len: 909 time: 0.0863955 May 04 07:34:48.863262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e28322-f52d-41ac-8862-95e5d4664fa0 req-e3dfe329-5ce3-4b62-813d-a614c8277344 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:48.864747 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33e28322-f52d-41ac-8862-95e5d4664fa0 req-e3dfe329-5ce3-4b62-813d-a614c8277344 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0476837 May 04 07:34:48.910533 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33e28322-f52d-41ac-8862-95e5d4664fa0 req-a084742f-fc1a-4eca-abb9-a588d0293a3c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 May 04 07:34:49.066154 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aac41-fecd-4b6c-9664-d855dec01b40 req-29b90bea-f17d-4da2-abc7-a4273402b478 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.067619 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-334aac41-fecd-4b6c-9664-d855dec01b40 req-29b90bea-f17d-4da2-abc7-a4273402b478 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0492995 May 04 07:34:49.187312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063cdb6-ae7f-46bb-bde8-a4aefc704f8c req-0fb4be50-a52a-4655-be96-cc53c9f1675e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.189367 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6063cdb6-ae7f-46bb-bde8-a4aefc704f8c req-0fb4be50-a52a-4655-be96-cc53c9f1675e tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0572288 May 04 07:34:49.320972 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6063cdb6-ae7f-46bb-bde8-a4aefc704f8c req-c752abfa-f646-45f1-b4b2-260827eaf31f tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250172 May 04 07:34:49.335997 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-76dc973f-239e-4f55-98f4-0f3eefc80fcb tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.337508 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-76dc973f-239e-4f55-98f4-0f3eefc80fcb tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 945 time: 0.1042147 May 04 07:34:49.339182 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-f524ccdf-1e78-42d2-8616-257470df85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.340571 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-f524ccdf-1e78-42d2-8616-257470df85f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.0892785 May 04 07:34:49.381238 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-7853c6de-f625-4140-bab7-44bd77fa8806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 200 len: 217 time: 0.0371392 May 04 07:34:49.434113 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-334aac41-fecd-4b6c-9664-d855dec01b40 req-f5ec01b2-a9bb-416d-b150-08fca9fd2815 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606408 May 04 07:34:49.455936 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-9b48f320-2e5a-4c5a-bd86-c9d08da995e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.457404 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-9b48f320-2e5a-4c5a-bd86-c9d08da995e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 200 len: 847 time: 0.0685637 May 04 07:34:49.502674 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:34:49.503427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Deleting port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:49.503759 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:49.514050 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-12a8695d-fec7-4a40-820a-3353faf05930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.515923 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-12a8695d-fec7-4a40-820a-3353faf05930 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e9953da-d722-4864-b4de-9376ee6b7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508406 May 04 07:34:49.523846 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-cb1fb3c0-de0d-4510-a019-dc959b311536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.525351 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-cb1fb3c0-de0d-4510-a019-dc959b311536 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.1716037 May 04 07:34:49.527200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-93a0af37-4d77-4fc2-8305-b0c3511c2f20 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:34:49.528140 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-93a0af37-4d77-4fc2-8305-b0c3511c2f20 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060534 May 04 07:34:49.629535 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-fb0c3a8f-9f8a-4f77-a912-456268205c2a service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923309 May 04 07:34:49.644287 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-44a62ce5-0193-48c5-9dd0-7eb37de47055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1002 time: 0.1068618 May 04 07:34:49.658556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] For port 087ebf4e-fb00-4a4a-919f-e5febb2091d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=087ebf4e-fb00-4a4a-919f-e5febb2091d7,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:49.658929 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:49.693154 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Calling delete_port for 087ebf4e-fb00-4a4a-919f-e5febb2091d7 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:49.714964 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-2f7a5b55-e66a-4553-b3e8-5ef758a2f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.716459 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-2f7a5b55-e66a-4553-b3e8-5ef758a2f038 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0667715 May 04 07:34:49.732511 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6b79fa8c-90b2-4cbe-aef4-5dc9e6c3a1f4 req-e3d059ef-528e-4923-bc18-cde6f908f879 service neutron] 10.222.0.26 "GET /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954242 May 04 07:34:49.798995 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-6713aea3-87f1-4e8f-ab12-f025bce7fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:49.800518 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-6713aea3-87f1-4e8f-ab12-f025bce7fd87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574031 May 04 07:34:49.944714 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (087ebf4e-fb00-4a4a-919f-e5febb2091d7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:49.948009 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-91da4094-8959-4ee6-9c84-a758c94a83d3 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352940 May 04 07:34:49.993616 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event deleted for resources: {'Port': ['ID=087ebf4e-fb00-4a4a-919f-e5febb2091d7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:50.115713 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] No DVR routers for this DVR port 087ebf4e-fb00-4a4a-919f-e5febb2091d7 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:50.123429 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:50.126636 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0a0053a7-5fbd-4586-9496-7b5ff360aed4 req-1fa2b463-3a88-46df-a000-90c411c3893c tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.26 "DELETE /v2.0/ports/087ebf4e-fb00-4a4a-919f-e5febb2091d7 HTTP/1.1" status: 204 len: 173 time: 0.7792790 May 04 07:34:50.129562 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-deleted', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:50.131530 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b78ba2f-ee7d-44f4-a99c-2940f71c03eb" -d '{"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-deleted", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:50.146703 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86ccc-d425-4f8b-aedc-f11ca6468124 req-29910b76-f1d2-44e2-8550-759181fb8c91 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:50.148226 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aaa86ccc-d425-4f8b-aedc-f11ca6468124 req-29910b76-f1d2-44e2-8550-759181fb8c91 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1524568 May 04 07:34:50.173328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a670a-c911-4581-ab42-dc6893ec6758 x-openstack-request-id: req-df4a670a-c911-4581-ab42-dc6893ec6758 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:50.173622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2fa58-600e-411a-92f7-0b159406f2f4", "name": "network-vif-deleted", "tag": "087ebf4e-fb00-4a4a-919f-e5febb2091d7", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:50.173869 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4a670a-c911-4581-ab42-dc6893ec6758 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:50.174271 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4a670a-c911-4581-ab42-dc6893ec6758'] response: {'server_uuid': '0ed2fa58-600e-411a-92f7-0b159406f2f4', 'name': 'network-vif-deleted', 'tag': '087ebf4e-fb00-4a4a-919f-e5febb2091d7', 'status': 'completed', 'code': 200} May 04 07:34:50.176344 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d863e6c-7f83-417b-aab3-6694a96fa0cd req-b17c2310-12ad-4fa4-94f9-e7bf5d256a60 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183385 May 04 07:34:50.213655 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aaa86ccc-d425-4f8b-aedc-f11ca6468124 req-2088f402-1cbf-414d-8917-be0d2097cd71 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519419 May 04 07:34:50.421195 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-80e0fb45-5329-4703-866f-b0e56f40b313 req-bb39e12d-8f9a-4933-ae20-e2ae26c37e72 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0280178 May 04 07:34:50.558605 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2418a-cd5e-4498-8824-e420f7dc9e67 req-5957fed7-c10f-4415-9ef2-330afcfa937e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:50.560245 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-06e2418a-cd5e-4498-8824-e420f7dc9e67 req-5957fed7-c10f-4415-9ef2-330afcfa937e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0486889 May 04 07:34:50.616405 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-06e2418a-cd5e-4498-8824-e420f7dc9e67 req-447778d8-0e7d-43fb-bb39-df64c63a557b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507865 May 04 07:34:50.882206 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:34:50.988173 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:51.001267 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'port_id': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'mac_address': 'fa:16:3e:cc:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:34:51.047140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:51.047560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:51.061155 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:34:51.084695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:51.089202 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:51.142344 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=9']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:51.339357 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7de1-6b9b-4864-96c6-f9815eba364f req-98c68bb0-d206-40a4-937d-6028268f5d8d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:51.340817 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-622b7de1-6b9b-4864-96c6-f9815eba364f req-98c68bb0-d206-40a4-937d-6028268f5d8d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0471790 May 04 07:34:51.386895 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-622b7de1-6b9b-4864-96c6-f9815eba364f req-a0268187-5e2b-484a-baed-16d4e55cf10e tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 May 04 07:34:51.535116 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-83ec08db-63b1-4a9e-92e1-f59f7ee4030e req-32ec20ef-10a0-43a8-93f0-28f7139eb995 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed2fa58-600e-411a-92f7-0b159406f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0318544 May 04 07:34:51.717426 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['bb701122-08b3-4506-9fa7-4fc73db19512'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:34:51.750841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9b33-ca75-48e7-bf69-2ccfba44d724 req-912c789c-7bdd-48fb-8db6-f624f90fe05d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:51.752588 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0bed9b33-ca75-48e7-bf69-2ccfba44d724 req-912c789c-7bdd-48fb-8db6-f624f90fe05d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0600297 May 04 07:34:51.803383 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0bed9b33-ca75-48e7-bf69-2ccfba44d724 req-0a26c363-9d02-49ae-a3aa-5771c1d36a5b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 May 04 07:34:52.502316 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d50d5d-b612-479e-a2f2-29f4556fdd6c req-1b7eeb31-287d-4020-8805-2631175bdcb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:52.504032 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-11d50d5d-b612-479e-a2f2-29f4556fdd6c req-1b7eeb31-287d-4020-8805-2631175bdcb3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0460131 May 04 07:34:52.550139 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-11d50d5d-b612-479e-a2f2-29f4556fdd6c req-efe18294-9936-47be-bb6e-d7c8a6dfbe3c tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 May 04 07:34:52.598492 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52240) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:52.659219 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:52.684217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:52.753519 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:52.756122 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:52.757257 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] 10.222.0.21 "DELETE /v2.0/security-groups/fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0 HTTP/1.1" status: 204 len: 168 time: 0.1577947 May 04 07:34:52.767452 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e0237-3a87-484e-b44f-02b36aa790c5 tempest-TestShelveInstance-1772727721 tempest-TestShelveInstance-1772727721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb8aecc-ced8-4910-8e63-3e1b42b0ecb0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:52.803347 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52246) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:52.919140 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:34:52.965394 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port bb701122-08b3-4506-9fa7-4fc73db19512 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:52.965760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.050081 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port bb701122-08b3-4506-9fa7-4fc73db19512 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:34:53.050466 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.077676 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:53.080579 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1760bf-4d15-47fc-81f8-5f88f9a43593" -d '{"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:53.095907 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:53.100897 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.101698 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:53.124686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ec343-00ae-4949-9de5-1cb50aa68bb3 x-openstack-request-id: req-859ec343-00ae-4949-9de5-1cb50aa68bb3 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:53.124987 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-plugged", "status": "completed", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:53.125245 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-859ec343-00ae-4949-9de5-1cb50aa68bb3 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:53.125642 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859ec343-00ae-4949-9de5-1cb50aa68bb3'] response: {'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'code': 200} May 04 07:34:53.143050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 087ebf4e-fb00-4a4a-919f-e5febb2091d7 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:53.143409 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 087ebf4e-fb00-4a4a-919f-e5febb2091d7 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:53.176492 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=10']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:53.281127 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.397253 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff51cf-855f-4593-ac77-97e98c6bf5f0 req-af082b18-59fc-4d03-b307-54e5ee33c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:53.398717 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0ff51cf-855f-4593-ac77-97e98c6bf5f0 req-af082b18-59fc-4d03-b307-54e5ee33c1bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 1131 time: 0.0770841 May 04 07:34:53.677498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f06c2-2395-4a19-b4a6-35537813a384 req-3189415d-a908-4b59-af2f-662dd14015a9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:53.679101 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-919f06c2-2395-4a19-b4a6-35537813a384 req-3189415d-a908-4b59-af2f-662dd14015a9 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0506277 May 04 07:34:53.729896 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-919f06c2-2395-4a19-b4a6-35537813a384 req-1cb2a53a-56c7-4397-8401-f9a8083ab4a7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 May 04 07:34:53.773404 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0ff51cf-855f-4593-ac77-97e98c6bf5f0 req-5686d326-22ac-47f1-932c-e7b2a39fac56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642750 May 04 07:34:53.850950 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Deleting port f5dba1b8-0e32-4508-b3c1-8c0695c621c0 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:53.851346 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.939084 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] For port f5dba1b8-0e32-4508-b3c1-8c0695c621c0, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:53.940049 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:53.954197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Calling delete_port for f5dba1b8-0e32-4508-b3c1-8c0695c621c0 owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:54.151176 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (f5dba1b8-0e32-4508-b3c1-8c0695c621c0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:54.176571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5dba1b8-0e32-4508-b3c1-8c0695c621c0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:54.409055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:54.641895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:54.759681 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:54.765111 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1506cb57-72fe-484c-8d85-ae23243a1312 admin admin] 10.222.0.21 "PUT /v2.0/routers/f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606104 May 04 07:34:54.767575 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52272) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:54.786536 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Sync routers for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:54.801247 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:54.802582 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:54.888763 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186b313-32c5-4c8b-9faf-f9ee9344853e req-9f25ffb1-401b-4874-b9cb-1cb4b5fe5d1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:54.890249 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a186b313-32c5-4c8b-9faf-f9ee9344853e req-9f25ffb1-401b-4874-b9cb-1cb4b5fe5d1d tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0770783 May 04 07:34:54.893644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks [] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:54.941725 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a186b313-32c5-4c8b-9faf-f9ee9344853e req-084eb982-934f-4634-9837-414c73ff226f tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 May 04 07:34:54.960666 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:55.013843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks [] for router_gateway (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.060604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Deleting port 65755040-6713-4176-9f5d-e20f98cd8825 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:55.060957 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (65755040-6713-4176-9f5d-e20f98cd8825), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.151495 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '65755040-6713-4176-9f5d-e20f98cd8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:34:54Z', 'revision_number': 5, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port': {'id': '65755040-6713-4176-9f5d-e20f98cd8825', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:55.161785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] For port 65755040-6713-4176-9f5d-e20f98cd8825, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=65755040-6713-4176-9f5d-e20f98cd8825,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:55.162365 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (65755040-6713-4176-9f5d-e20f98cd8825), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.177029 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Calling delete_port for 65755040-6713-4176-9f5d-e20f98cd8825 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:55.178779 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Checking router: f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:55.188349 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Routers {'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:55.189045 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:55.286205 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] Set router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:55.356884 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:34:55Z', 'revision_number': 6, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:55.369205 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-68927d5f-d1a3-429b-81b9-870499a0198f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012873181&fields=id&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 267 time: 0.0525534 May 04 07:34:55.394914 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b75c8-d6e1-4784-8239-994531298beb None None] The sync data for ids ['f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4'] in dv-cinder-790535-38-iscsi is: [{'id': 'f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4', 'name': 'tempest-TestShelveInstance-638975067-router', 'tenant_id': '9490d418deac48d399051367f238b312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:49Z', 'updated_at': '2022-05-04T07:34:55Z', 'revision_number': 6, 'project_id': '9490d418deac48d399051367f238b312', 'gw_port_host': None}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:55.509545 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (65755040-6713-4176-9f5d-e20f98cd8825), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.549454 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=65755040-6713-4176-9f5d-e20f98cd8825,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:55.559432 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-6b495305-938e-48a7-a402-b8642cd1ba51 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:55.561114 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-6b495305-938e-48a7-a402-b8642cd1ba51 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1783872 May 04 07:34:55.617018 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-8db2d65a-4f90-4134-85ca-993c23b50960 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/quotas/9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 375 time: 0.0286784 May 04 07:34:55.662889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.738816 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-bc844810-f763-40d7-b7b3-3dbfc02d994c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098552 May 04 07:34:55.778919 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.783677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-64b0921b-9ebe-42c7-a8bd-d3d5bf151fdf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:34:55.784660 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-64b0921b-9ebe-42c7-a8bd-d3d5bf151fdf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090773 May 04 07:34:55.785899 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks [] for router_controller (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.861067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.861878 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:34:55.867267 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.868368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2e25a6f1-a0fa-4a69-9430-26cd1a559d24 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f873f8f6-f5c8-43f8-aa2d-1f650f01d6d4 HTTP/1.1" status: 204 len: 168 time: 1.0998814 May 04 07:34:55.871854 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52320) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:55.926126 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-d4dc12c7-5619-49e9-a7f6-6857915e942a service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956788 May 04 07:34:55.926681 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Deleting subnet 425516f7-fcd1-4d8f-a514-dbd8d9841778 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:34:55.930024 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Publish callbacks [] for subnet (425516f7-fcd1-4d8f-a514-dbd8d9841778), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:55.966342 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (425516f7-fcd1-4d8f-a514-dbd8d9841778), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.030872 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fda1b109-6e7d-48b3-af5d-84dce4f3d084 service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989320 May 04 07:34:56.086905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (425516f7-fcd1-4d8f-a514-dbd8d9841778), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.115346 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e30d02-e300-4cff-9ff1-27ba664ef656 req-4dee9d11-7d2a-436a-8ecd-ee8dd5c7aa27 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:56.117689 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f4e30d02-e300-4cff-9ff1-27ba664ef656 req-4dee9d11-7d2a-436a-8ecd-ee8dd5c7aa27 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0833406 May 04 07:34:56.192745 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-f4e30d02-e300-4cff-9ff1-27ba664ef656 req-24d37f06-8ce4-492f-999a-791769135a85 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690026 May 04 07:34:56.202396 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (425516f7-fcd1-4d8f-a514-dbd8d9841778), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.233934 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425516f7-fcd1-4d8f-a514-dbd8d9841778,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:56.236499 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.239657 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1a87ba86-be52-44b5-84aa-96e354ce86c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/425516f7-fcd1-4d8f-a514-dbd8d9841778 HTTP/1.1" status: 204 len: 168 time: 0.3657463 May 04 07:34:56.242200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52330) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:56.245591 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6f596-4696-4218-a634-7f4011d13d71 None None] Network 4e9953da-d722-4864-b4de-9376ee6b7144 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:56.317539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (4e9953da-d722-4864-b4de-9376ee6b7144), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.420308 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-973861db-da63-49cc-ab59-121feb4ac0ae req-dea5fef9-88c2-45bd-92ed-e02dde1812c5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 210 time: 0.0471690 May 04 07:34:56.421525 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Deleting port f61f3dad-e9f0-4598-a369-57c549d30456 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:56.421866 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.429247 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] DHCP port deletion for 4e9953da-d722-4864-b4de-9376ee6b7144 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:34:56.495954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 65755040-6713-4176-9f5d-e20f98cd8825 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:56.509068 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] For port f61f3dad-e9f0-4598-a369-57c549d30456, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f61f3dad-e9f0-4598-a369-57c549d30456,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:56.509744 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.526442 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Calling delete_port for f61f3dad-e9f0-4598-a369-57c549d30456 owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:56.526936 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 65755040-6713-4176-9f5d-e20f98cd8825 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:56.527426 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 65755040-6713-4176-9f5d-e20f98cd8825 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:56.528119 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f5dba1b8-0e32-4508-b3c1-8c0695c621c0 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:56.550890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: f5dba1b8-0e32-4508-b3c1-8c0695c621c0 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:56.551256 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f5dba1b8-0e32-4508-b3c1-8c0695c621c0 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:56.553541 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Deleting port f61f3dad-e9f0-4598-a369-57c549d30456 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:56.554092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.652645 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.655695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] For port f61f3dad-e9f0-4598-a369-57c549d30456, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f61f3dad-e9f0-4598-a369-57c549d30456,segment=NetworkSegment(ecac29d5-81e0-4fe3-bcb5-24304aaaa804),segment_id=ecac29d5-81e0-4fe3-bcb5-24304aaaa804)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:56.656097 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.671636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Calling delete_port for f61f3dad-e9f0-4598-a369-57c549d30456 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:56.688440 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61f3dad-e9f0-4598-a369-57c549d30456,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:56.696060 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] No DVR routers for this DVR port f61f3dad-e9f0-4598-a369-57c549d30456 on host dv-cinder-790535-38-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:56.761809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (f61f3dad-e9f0-4598-a369-57c549d30456), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.781474 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (4e9953da-d722-4864-b4de-9376ee6b7144), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.790548 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] Pushing event deleted for resources: {'Port': ['ID=f61f3dad-e9f0-4598-a369-57c549d30456,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:56.796836 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f3517-b5e3-43b4-b7fc-10bfeac726f7 None None] No DVR routers for this DVR port f61f3dad-e9f0-4598-a369-57c549d30456 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:34:56.820845 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9953da-d722-4864-b4de-9376ee6b7144']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:56.832661 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:56.832960 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecac29d5-81e0-4fe3-bcb5-24304aaaa804') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:56.843741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (ecac29d5-81e0-4fe3-bcb5-24304aaaa804), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.858889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ecac29d5-81e0-4fe3-bcb5-24304aaaa804), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.865674 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:34:56.866086 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (ecac29d5-81e0-4fe3-bcb5-24304aaaa804), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:34:56.868025 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:34:56.927179 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (4e9953da-d722-4864-b4de-9376ee6b7144), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.932943 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:56.939231 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e9953da-d722-4864-b4de-9376ee6b7144 HTTP/1.1" status: 204 len: 168 time: 0.6926990 May 04 07:34:56.939231 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52346) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:56.953797 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9953da-d722-4864-b4de-9376ee6b7144,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:56.999228 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:56.999572 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:56.999915 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.000246 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.000583 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.000896 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.001217 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.001531 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.001854 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.002174 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.002747 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.003061 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.003402 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.003723 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.004034 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e731b3-9357-40e4-8823-aaaadb842652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:34:57.321359 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:57.331582 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96605742-7d41-4540-b0ba-bdf43c23a410 req-eff7f106-5b15-4c2c-a79b-fb7db084b512 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:57.333107 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96605742-7d41-4540-b0ba-bdf43c23a410 req-eff7f106-5b15-4c2c-a79b-fb7db084b512 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0549190 May 04 07:34:57.380251 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96605742-7d41-4540-b0ba-bdf43c23a410 req-73c0e832-4071-4048-8767-cd09c89a2714 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 May 04 07:34:57.525540 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-47b7b74a-6cde-4847-af54-6a4cd9229171 req-2d02e21e-75a7-4419-9925-d8cca5e0f56d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 210 time: 0.0287967 May 04 07:34:57.592214 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Deleting port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:57.592554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:57.677026 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] For port fe26b4b8-7f9c-4a7e-ac61-05017d945d8c, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:57.677475 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:57.691514 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Calling delete_port for fe26b4b8-7f9c-4a7e-ac61-05017d945d8c owned by network:router_interface {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:57.797781 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-e7b9104a-caa1-47b6-9671-69047a5eae37 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:57.799416 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-e7b9104a-caa1-47b6-9671-69047a5eae37 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1271694 May 04 07:34:57.872768 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-c429e464-9ee8-45b2-9485-4ebce76b79e0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 380 time: 0.0586669 May 04 07:34:57.881009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'port': {'device_id': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'admin_state_up': True, 'tenant_id': '9d6226b93983480291474f504b5b560f', 'security_groups': ['6803ec27-ad18-4657-bb0e-894f2c0e840c']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:57.904330 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (fe26b4b8-7f9c-4a7e-ac61-05017d945d8c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:57.934099 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe26b4b8-7f9c-4a7e-ac61-05017d945d8c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:57.993444 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Made reservation on behalf of 9d6226b93983480291474f504b5b560f for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:34:57.997393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.115545 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.132472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.20.0.8 (70b1dc40-24df-4376-83a7-a119a0e9f887/1111c870-e28d-418e-95f4-1b43c87e516b/1b2e3dda-ff05-4109-965f-0bfce24a9c6c) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:34:58.280562 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.315254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.338999 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:34:58.357646 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:34:58.365185 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:34:58.370478 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:34:58.374669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:58.435176 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:58.436082 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.459908 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-2355270e-f7c6-44ea-87ab-8599be27c1db tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826900 May 04 07:34:58.480635 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Request body: {'port': {'device_id': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:34:58.481371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:34:58.491525 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Sync routers for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:34:58.498193 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e91a4f93-b37a-4d8e-83a1-6af93ff05f6b admin admin] 10.222.0.21 "PUT /v2.0/routers/99eba14d-36d8-4f6d-aa01-4e6d7113f853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559578 May 04 07:34:58.498488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52356) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:58.505288 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:58.511690 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:58.613816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.676448 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks [] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.736733 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd6ba-6660-4935-886c-94b0bcad877c req-03c840b8-6701-4abc-8493-678b2889dc4a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:58.738548 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b8cd6ba-6660-4935-886c-94b0bcad877c req-03c840b8-6701-4abc-8493-678b2889dc4a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 931 time: 0.1084859 May 04 07:34:58.793351 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks [] for router_gateway (99eba14d-36d8-4f6d-aa01-4e6d7113f853), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.829214 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:58.842563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Deleting port 93638f98-1fd1-4604-99bb-6250ff3a8a97 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:34:58.842948 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.864087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f61f3dad-e9f0-4598-a369-57c549d30456 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:34:58.888296 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b8cd6ba-6660-4935-886c-94b0bcad877c req-a2edafff-80b0-482a-9c66-80ce19200663 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337688 May 04 07:34:58.920018 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-0eaa8203-e31d-48b2-9d31-e2410d3c65b6 None None] Provisioning complete for port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:34:58.920389 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8203-e31d-48b2-9d31-e2410d3c65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.921758 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: f61f3dad-e9f0-4598-a369-57c549d30456 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:34:58.922098 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f61f3dad-e9f0-4598-a369-57c549d30456 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:34:58.939396 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] For port 93638f98-1fd1-4604-99bb-6250ff3a8a97, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=93638f98-1fd1-4604-99bb-6250ff3a8a97,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:34:58.939895 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:58.954114 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Calling delete_port for 93638f98-1fd1-4604-99bb-6250ff3a8a97 owned by network:router_gateway {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:34:59.011111 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa8203-e31d-48b2-9d31-e2410d3c65b6 None None] Port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:34:59.039512 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2e3dda-ff05-4109-965f-0bfce24a9c6c {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:34:59.048467 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks [] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.064830 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Transition to ACTIVE for port object 1b2e3dda-ff05-4109-965f-0bfce24a9c6c will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:34:59.069880 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:34:57Z', 'revision_number': 5, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port': {'id': '93638f98-1fd1-4604-99bb-6250ff3a8a97', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:59.070104 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.101153 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Checking router: 99eba14d-36d8-4f6d-aa01-4e6d7113f853 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:34:59.110918 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Routers {'99eba14d-36d8-4f6d-aa01-4e6d7113f853'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:34:59.111700 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:34:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:59.128796 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:59.148790 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (93638f98-1fd1-4604-99bb-6250ff3a8a97), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.187921 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Pushing event deleted for resources: {'Port': ['ID=93638f98-1fd1-4604-99bb-6250ff3a8a97,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:59.223028 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Attempting to bind port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:34:59.223790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Attempting to bind port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:34:59.224337 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Attempting to bind port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:59.229910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c on network 70b1dc40-24df-4376-83a7-a119a0e9f887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:34:59.230596 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Attempting to bind port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:34:59.231954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] Set router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:34:59.236856 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:34:59.237322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:34:59.237900 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Bound using segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:34:59.238431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Bound port: 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:34:59.238899 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.270005 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.300332 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:34:58Z', 'revision_number': 6, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:34:59.319832 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:34:59.324777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:34:59.332055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.344381 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b70be-3fc5-4a5e-80f9-c7366dca950d None None] The sync data for ids ['99eba14d-36d8-4f6d-aa01-4e6d7113f853'] in dv-cinder-790535-38-iscsi is: [{'id': '99eba14d-36d8-4f6d-aa01-4e6d7113f853', 'name': 'tempest-TestShelveInstance-196153628-router', 'tenant_id': '53f0c604ec744193ba812e2ce6647254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:28:54Z', 'updated_at': '2022-05-04T07:34:58Z', 'revision_number': 6, 'project_id': '53f0c604ec744193ba812e2ce6647254', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:34:59.385710 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.388118 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks [] for router_controller (99eba14d-36d8-4f6d-aa01-4e6d7113f853), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.389871 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:59.390504 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.391932 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] 10.222.0.26 "PUT /v2.0/ports/1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 200 len: 1093 time: 0.9189758 May 04 07:34:59.392378 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:34:59.394638 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b865dcc0-4e66-4003-a101-820562334984" -d '{"events": [{"name": "network-changed", "server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:34:59.410235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677f3b-a088-47af-8575-23c18b11863f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:59.460896 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbedd9-1966-42c1-bd12-db244bdee0de x-openstack-request-id: req-dddbedd9-1966-42c1-bd12-db244bdee0de {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:34:59.461294 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:34:59.461616 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dddbedd9-1966-42c1-bd12-db244bdee0de {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:34:59.462134 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddbedd9-1966-42c1-bd12-db244bdee0de'] response: {'name': 'network-changed', 'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'status': 'completed', 'code': 200} May 04 07:34:59.464876 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (99eba14d-36d8-4f6d-aa01-4e6d7113f853), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.465522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eba14d-36d8-4f6d-aa01-4e6d7113f853 {{(pid=103212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:34:59.470400 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.471654 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-76452945-cd45-48d6-ab03-f288c2aa2683 admin admin] 10.222.0.21 "DELETE /v2.0/routers/99eba14d-36d8-4f6d-aa01-4e6d7113f853 HTTP/1.1" status: 204 len: 168 time: 0.9717083 May 04 07:34:59.474060 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52364) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:59.528423 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-cbfd8d56-805c-46e1-b385-cc463cdfc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:59.530280 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-cbfd8d56-805c-46e1-b385-cc463cdfc20f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1127 time: 0.0550075 May 04 07:34:59.533219 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Deleting subnet 7f576afe-005e-41d5-9d77-8bd6bc491d55 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:34:59.536459 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Publish callbacks [] for subnet (7f576afe-005e-41d5-9d77-8bd6bc491d55), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.572026 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (7f576afe-005e-41d5-9d77-8bd6bc491d55), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.586183 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-6a2afecb-872d-478b-8b22-bc84cbd7a9ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 200 len: 217 time: 0.0408883 May 04 07:34:59.637227 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-51f77122-1a1a-4f39-ad7b-444bbacb9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:59.638975 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-51f77122-1a1a-4f39-ad7b-444bbacb9474 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0473962 May 04 07:34:59.658894 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (7f576afe-005e-41d5-9d77-8bd6bc491d55), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.690442 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-8df13eaa-6f3a-4d5a-b844-654788e21fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:34:59.691999 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-8df13eaa-6f3a-4d5a-b844-654788e21fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477378 May 04 07:34:59.727965 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (7f576afe-005e-41d5-9d77-8bd6bc491d55), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.771748 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:34:59.776849 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9a8a7-687a-4786-94bf-cee1e75f8f81 None None] Network c484b9d0-e354-43c4-84f4-4e497aa312ef requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:34:59.778450 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f576afe-005e-41d5-9d77-8bd6bc491d55 HTTP/1.1" status: 204 len: 168 time: 0.3031332 May 04 07:34:59.779885 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59200725-14ed-42bb-a029-dea8a28ba04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f576afe-005e-41d5-9d77-8bd6bc491d55,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:34:59.783682 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52366) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:34:59.814181 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-aaa1f5cf-38e3-4a26-be02-d7e9e9dd8399 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149654 May 04 07:34:59.926455 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dca39d48-3cc5-45a6-8d14-0f2cac6bb7a9 req-c3b06310-a95e-47cc-92f6-807f6e1f43ff service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065688 May 04 07:35:00.054999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4226e1-88a3-4054-b91e-1ce20f62aa43 req-575770ed-ac7e-4d9c-b1ff-0e4328c6ddb2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:00.057264 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa4226e1-88a3-4054-b91e-1ce20f62aa43 req-575770ed-ac7e-4d9c-b1ff-0e4328c6ddb2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0843494 May 04 07:35:00.068327 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6e72aa09-79ae-41c0-b7e9-4c0abbc642bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.075457 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865dcc0-4e66-4003-a101-820562334984 req-b040491a-f216-4c4e-ab1f-1b17d2df25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:00.076904 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-b040491a-f216-4c4e-ab1f-1b17d2df25a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1127 time: 0.0682788 May 04 07:35:00.145365 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (c484b9d0-e354-43c4-84f4-4e497aa312ef), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.187941 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa4226e1-88a3-4054-b91e-1ce20f62aa43 req-3f859dc0-8c3f-40c3-b3d1-07680b9d7097 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208847 May 04 07:35:00.199196 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Deleting port cf24e212-b221-42ff-9413-09138cce40c5 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:00.199587 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (cf24e212-b221-42ff-9413-09138cce40c5), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.200936 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] DHCP port deletion for c484b9d0-e354-43c4-84f4-4e497aa312ef request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:35:00.233719 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865dcc0-4e66-4003-a101-820562334984 req-ed5919bd-f56f-41cb-bef4-3c177a8d7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:00.236154 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-ed5919bd-f56f-41cb-bef4-3c177a8d7bc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.1497192 May 04 07:35:00.258454 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Deleting port cf24e212-b221-42ff-9413-09138cce40c5 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:00.258834 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (cf24e212-b221-42ff-9413-09138cce40c5), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.274532 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] For port cf24e212-b221-42ff-9413-09138cce40c5, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cf24e212-b221-42ff-9413-09138cce40c5,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:00.274759 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (cf24e212-b221-42ff-9413-09138cce40c5), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.286525 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-61b199be-d771-424c-9016-8e397ef6a215 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 200 len: 217 time: 0.0436904 May 04 07:35:00.288274 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Calling delete_port for cf24e212-b221-42ff-9413-09138cce40c5 owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:00.330127 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] For port cf24e212-b221-42ff-9413-09138cce40c5, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cf24e212-b221-42ff-9413-09138cce40c5,segment=NetworkSegment(ec993294-1a50-4c08-8a32-be92a90cee22),segment_id=ec993294-1a50-4c08-8a32-be92a90cee22)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:00.330670 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (cf24e212-b221-42ff-9413-09138cce40c5), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.338632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865dcc0-4e66-4003-a101-820562334984 req-c4530a44-0699-490e-9841-216cace5833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:00.340019 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-c4530a44-0699-490e-9841-216cace5833c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0474315 May 04 07:35:00.347413 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Calling delete_port for cf24e212-b221-42ff-9413-09138cce40c5 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:00.381263 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (cf24e212-b221-42ff-9413-09138cce40c5), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.408410 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf24e212-b221-42ff-9413-09138cce40c5,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:00.410233 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865dcc0-4e66-4003-a101-820562334984 req-8fd5b0b1-810b-46df-aafc-6ed43f216a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:00.412224 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] No DVR routers for this DVR port cf24e212-b221-42ff-9413-09138cce40c5 on host dv-cinder-790535-38-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:35:00.413862 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-8fd5b0b1-810b-46df-aafc-6ed43f216a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665677 May 04 07:35:00.459419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (cf24e212-b221-42ff-9413-09138cce40c5), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.478351 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 93638f98-1fd1-4604-99bb-6250ff3a8a97 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:00.481417 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] No DVR routers for this DVR port cf24e212-b221-42ff-9413-09138cce40c5 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:35:00.507913 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (c484b9d0-e354-43c4-84f4-4e497aa312ef), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.534833 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c484b9d0-e354-43c4-84f4-4e497aa312ef']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:00.538383 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1de763-7146-4d94-8161-48c9e5d8c2e1 None None] Pushing event deleted for resources: {'Port': ['ID=cf24e212-b221-42ff-9413-09138cce40c5,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:00.539791 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 93638f98-1fd1-4604-99bb-6250ff3a8a97 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:00.540130 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 93638f98-1fd1-4604-99bb-6250ff3a8a97 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:00.540534 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device fe26b4b8-7f9c-4a7e-ac61-05017d945d8c no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:00.543018 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-f7f0e163-43ab-4c65-8a30-54a623ddba3a service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114619 May 04 07:35:00.548715 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec993294-1a50-4c08-8a32-be92a90cee22') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:00.551411 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec993294-1a50-4c08-8a32-be92a90cee22') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:00.565176 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (ec993294-1a50-4c08-8a32-be92a90cee22), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.566739 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: fe26b4b8-7f9c-4a7e-ac61-05017d945d8c {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:00.567185 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device fe26b4b8-7f9c-4a7e-ac61-05017d945d8c not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:00.567855 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cf24e212-b221-42ff-9413-09138cce40c5 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:00.579245 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (ec993294-1a50-4c08-8a32-be92a90cee22), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.585874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:35:00.586267 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (ec993294-1a50-4c08-8a32-be92a90cee22), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:35:00.588627 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:35:00.591867 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: cf24e212-b221-42ff-9413-09138cce40c5 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:00.592376 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cf24e212-b221-42ff-9413-09138cce40c5 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:00.651371 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b865dcc0-4e66-4003-a101-820562334984 req-986466b1-8584-4808-95be-31107ab1b6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009159 May 04 07:35:00.661880 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (c484b9d0-e354-43c4-84f4-4e497aa312ef), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.671697 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.675045 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c484b9d0-e354-43c4-84f4-4e497aa312ef HTTP/1.1" status: 204 len: 168 time: 0.8901777 May 04 07:35:00.690397 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5455db-0825-4866-96d1-66eaab70dea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c484b9d0-e354-43c4-84f4-4e497aa312ef,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:00.788233 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52374) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:00.828760 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1b7cf96a-ff26-4e1b-a76a-7f94abdabfe3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9490d418deac48d399051367f238b312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393035 May 04 07:35:00.831243 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52376) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:00.877923 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] Publish callbacks [] for security_group (f3997a81-e8c2-419c-9d3c-a492529aa368), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.903602 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] Publish callbacks [] for security_group (f3997a81-e8c2-419c-9d3c-a492529aa368), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.952014 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (f3997a81-e8c2-419c-9d3c-a492529aa368), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.954665 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:00.955842 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3997a81-e8c2-419c-9d3c-a492529aa368 HTTP/1.1" status: 204 len: 168 time: 0.1237142 May 04 07:35:00.964571 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc7e7-efa7-4bb7-b9ed-2fdece875bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3997a81-e8c2-419c-9d3c-a492529aa368,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:01.283867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52386) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:01.324407 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e40704b3-a47a-4ca5-809d-54fcede45f50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53f0c604ec744193ba812e2ce6647254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393889 May 04 07:35:01.326834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52388) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:01.329297 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215b305-0cef-4e0f-97b3-eb133493098d req-73f711d3-2aa3-4fd0-8041-01c35f1a4621 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:01.330770 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4215b305-0cef-4e0f-97b3-eb133493098d req-73f711d3-2aa3-4fd0-8041-01c35f1a4621 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0539694 May 04 07:35:01.374295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] Publish callbacks [] for security_group (edecc437-82b4-4d01-8589-05f2c226cbca), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:01.382409 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4215b305-0cef-4e0f-97b3-eb133493098d req-fdbed42b-035c-4572-bd09-26585a116430 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458944 May 04 07:35:01.396342 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] Publish callbacks [] for security_group (edecc437-82b4-4d01-8589-05f2c226cbca), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:01.449022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (edecc437-82b4-4d01-8589-05f2c226cbca), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:01.451571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:01.454913 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edecc437-82b4-4d01-8589-05f2c226cbca HTTP/1.1" status: 204 len: 168 time: 0.1249380 May 04 07:35:01.460708 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6bf12-4b46-486c-8e7d-e5c89113b911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edecc437-82b4-4d01-8589-05f2c226cbca,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:02.308335 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-656452aa-80bf-4269-ab73-74d6c19c53b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:02.500948 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd670e-2ce1-4d16-a25b-2af8898f0f60 req-a6312aca-5681-4aaf-a656-2c48acab2758 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:02.502828 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33dd670e-2ce1-4d16-a25b-2af8898f0f60 req-a6312aca-5681-4aaf-a656-2c48acab2758 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0500510 May 04 07:35:02.555513 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33dd670e-2ce1-4d16-a25b-2af8898f0f60 req-a3e86d0b-7877-4fad-8a9a-e62b614c1802 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 May 04 07:35:03.529255 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:03.675822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41394-5dd0-4e77-ae58-e933189e790d req-55660f49-643a-4d9e-96b9-82f3ce5dc943 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:03.677205 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28e41394-5dd0-4e77-ae58-e933189e790d req-55660f49-643a-4d9e-96b9-82f3ce5dc943 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0483379 May 04 07:35:03.727651 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28e41394-5dd0-4e77-ae58-e933189e790d req-3d1a5dc1-60fa-4b44-86d7-34e1d380fcd9 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 May 04 07:35:04.772096 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d64317-fba0-4cf1-b8b7-80e6f55e5a1e req-20969076-7237-41c2-8c52-6fce10c8e026 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:04.773714 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a2d64317-fba0-4cf1-b8b7-80e6f55e5a1e req-20969076-7237-41c2-8c52-6fce10c8e026 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0583651 May 04 07:35:04.822875 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a2d64317-fba0-4cf1-b8b7-80e6f55e5a1e req-b04223c6-2b53-4a08-aea5-0498039fb549 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 May 04 07:35:04.846342 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:04.852817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7fd81-ed9e-4c59-af51-8ff2bd01aee7 req-4067c56e-67b4-4ca0-949c-6cb0debcb0ca tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:04.855095 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82f7fd81-ed9e-4c59-af51-8ff2bd01aee7 req-4067c56e-67b4-4ca0-949c-6cb0debcb0ca tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0496128 May 04 07:35:04.905545 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82f7fd81-ed9e-4c59-af51-8ff2bd01aee7 req-545364fb-ab23-4549-bb99-8655b976bef5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 May 04 07:35:05.935599 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcb52-20ce-4d06-81cf-8ecd194311cb req-cd1c8b0a-e198-42d5-980f-716ec9616b27 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:05.937085 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e97fcb52-20ce-4d06-81cf-8ecd194311cb req-cd1c8b0a-e198-42d5-980f-716ec9616b27 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0463767 May 04 07:35:05.983084 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e97fcb52-20ce-4d06-81cf-8ecd194311cb req-96eed569-7c78-4883-97e3-be9b0539e6c7 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405211 May 04 07:35:06.019964 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8992e-5191-4a73-bc6b-5e4ad5328a81 req-bc83682f-b36c-47e0-b0f6-f70e51acccf8 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:06.021450 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc8992e-5191-4a73-bc6b-5e4ad5328a81 req-bc83682f-b36c-47e0-b0f6-f70e51acccf8 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0472989 May 04 07:35:06.070450 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc8992e-5191-4a73-bc6b-5e4ad5328a81 req-986b4f31-3386-44af-b9d8-4f5b688e47b7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 May 04 07:35:06.277527 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:06.747975 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689906d-360b-4703-8b87-40bf13ade627 req-91f8bb50-3664-48d8-a822-6a4cf7167a54 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:06.749351 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3689906d-360b-4703-8b87-40bf13ade627 req-91f8bb50-3664-48d8-a822-6a4cf7167a54 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0469961 May 04 07:35:07.091488 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:07.093053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.105096 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f8ee-af3e-4502-ac09-b4b5cdf62fb0 req-4b6c533a-74ad-40aa-a49c-eeb7fad820f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:07.106710 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-50d2f8ee-af3e-4502-ac09-b4b5cdf62fb0 req-4b6c533a-74ad-40aa-a49c-eeb7fad820f6 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 945 time: 0.0544055 May 04 07:35:07.154289 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-50d2f8ee-af3e-4502-ac09-b4b5cdf62fb0 req-5a35eb37-3be7-4f54-8234-fc3c32f6086d tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8dac7b3-171e-4687-936a-0380afa50231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 May 04 07:35:07.215324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1899e5-8898-42f8-bba2-a5ea94113b6b req-f311c602-9393-4200-8015-d1f564797fd0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:07.216772 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d1899e5-8898-42f8-bba2-a5ea94113b6b req-f311c602-9393-4200-8015-d1f564797fd0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0668423 May 04 07:35:07.221451 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] For port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:07.221815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.317681 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d1899e5-8898-42f8-bba2-a5ea94113b6b req-65523129-7921-4750-9e50-008c01688ae3 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931523 May 04 07:35:07.426125 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.426550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.426861 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Floating IP 5344850c-f8bb-4a1f-b005-9b722f8a817b disassociated. External IP: 172.27.1.219, port: ddfa3ce3-4906-4f95-8749-1fbaecdeed7b. May 04 07:35:07.427263 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for ddfa3ce3-4906-4f95-8749-1fbaecdeed7b owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:07.554431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (ddfa3ce3-4906-4f95-8749-1fbaecdeed7b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.582984 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=ddfa3ce3-4906-4f95-8749-1fbaecdeed7b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:07.699780 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:35:07.809652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:35:07.819613 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:35:07.829919 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:07.830590 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:07.851298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] No DVR routers for this DVR port ddfa3ce3-4906-4f95-8749-1fbaecdeed7b on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:35:07.854377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:07.857562 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3689906d-360b-4703-8b87-40bf13ade627 req-181ec5a3-e0f2-4f12-b89b-29ae8ece2a0a tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.26 "DELETE /v2.0/ports/ddfa3ce3-4906-4f95-8749-1fbaecdeed7b HTTP/1.1" status: 204 len: 173 time: 1.1032169 May 04 07:35:07.857989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'name': 'network-vif-deleted', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:35:07.860226 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c1f7c7-9ca8-421f-8df6-bd001f7ed23f" -d '{"events": [{"server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "name": "network-vif-deleted", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:35:07.949274 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:08.120302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d04ac8-f2a8-4912-994c-d6c75dfe850d x-openstack-request-id: req-70d04ac8-f2a8-4912-994c-d6c75dfe850d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:35:08.120828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c267ee5-8415-4775-81cc-96ba5e0eb885", "name": "network-vif-deleted", "tag": "ddfa3ce3-4906-4f95-8749-1fbaecdeed7b", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:35:08.120938 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70d04ac8-f2a8-4912-994c-d6c75dfe850d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:35:08.121485 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d04ac8-f2a8-4912-994c-d6c75dfe850d'] response: {'server_uuid': '8c267ee5-8415-4775-81cc-96ba5e0eb885', 'name': 'network-vif-deleted', 'tag': 'ddfa3ce3-4906-4f95-8749-1fbaecdeed7b', 'status': 'completed', 'code': 200} May 04 07:35:08.186356 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:08.214320 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:35:08.222915 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:08.223551 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:08.273665 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6868bf2b-8929-4dcd-99ee-24fbc374597b req-033ea9ab-88cd-40f6-b38e-27aac853f2d8 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c267ee5-8415-4775-81cc-96ba5e0eb885 HTTP/1.1" status: 200 len: 210 time: 0.0341804 May 04 07:35:08.423403 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:08.440554 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f43b6-af68-419e-9951-bab6ebfe5e5f req-6f570923-d583-4ec7-a5ac-6eb181ddf32b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:08.442037 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a36f43b6-af68-419e-9951-bab6ebfe5e5f req-6f570923-d583-4ec7-a5ac-6eb181ddf32b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0500271 May 04 07:35:08.507345 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a36f43b6-af68-419e-9951-bab6ebfe5e5f req-08998342-9ac1-4a0e-b8e0-f1f6e857b43b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528007 May 04 07:35:08.628013 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:08.654662 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0ffcc-aa9b-4b55-9027-ae96d193768f None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:24:25Z', 'revision_number': 4, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'de68302a-6523-4b55-8602-bd9525c9906c', 'name': '', 'network_id': 'a379cec4-fae8-42a4-a0f5-7a6b9e4aef32', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'mac_address': 'fa:16:3e:24:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:23Z', 'updated_at': '2022-05-04T07:24:35Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'subnets': [{'id': '12f48d1b-1088-42a2-995b-11371649d8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:35:08.875896 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d449d-f05b-4052-b7c1-a25afe7297d1 None None] New status for floating IP 5344850c-f8bb-4a1f-b005-9b722f8a817b: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:35:09.371103 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52444) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:09.425034 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (d8dac7b3-171e-4687-936a-0380afa50231), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.453009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (d8dac7b3-171e-4687-936a-0380afa50231), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.504316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d8dac7b3-171e-4687-936a-0380afa50231), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.507568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.512427 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8dac7b3-171e-4687-936a-0380afa50231 HTTP/1.1" status: 204 len: 168 time: 0.1405556 May 04 07:35:09.514336 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52446) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:09.521875 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dac7b3-171e-4687-936a-0380afa50231,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:09.527773 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.api.v2.resource [None req-85d99a22-4a03-4829-ae10-9793d8e6e7bd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] show failed (client error): The resource could not be found. May 04 07:35:09.528771 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-85d99a22-4a03-4829-ae10-9793d8e6e7bd tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "GET /v2.0/security-groups/d8dac7b3-171e-4687-936a-0380afa50231 HTTP/1.1" status: 404 len: 347 time: 0.0134456 May 04 07:35:09.529541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.529891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.530230 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.530566 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.530900 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.531256 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.531589 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.531747 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52448) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:09.531911 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.532234 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.532560 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.532879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.533200 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.533516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.533831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.534149 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef76e88-bc5c-4b5e-b6b8-fc32f6693000 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:09.644593 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7375-ffa2-4680-a2a9-2679481473f1 req-eb861fb4-5b15-4c3f-afe6-e5fc1cd856d2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:09.646149 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-43da7375-ffa2-4680-a2a9-2679481473f1 req-eb861fb4-5b15-4c3f-afe6-e5fc1cd856d2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0502539 May 04 07:35:09.653796 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Deleting port a6ca7d5c-23b1-4298-a2c7-81c9296f583b {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:09.654134 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.703637 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-43da7375-ffa2-4680-a2a9-2679481473f1 req-14397e0e-942a-43e4-89cf-b9852b8b84b3 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503535 May 04 07:35:09.738913 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.739340 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.753256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Calling delete_port for a6ca7d5c-23b1-4298-a2c7-81c9296f583b owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:09.889146 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (a6ca7d5c-23b1-4298-a2c7-81c9296f583b), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.915047 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Pushing event deleted for resources: {'Port': ['ID=a6ca7d5c-23b1-4298-a2c7-81c9296f583b,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:09.978876 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks [] for floatingip (5344850c-f8bb-4a1f-b005-9b722f8a817b), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.981575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:09.982725 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-857c9372-d701-4b47-8da4-619b3ab78d60 tempest-AttachVolumeNegativeTest-1936423523 tempest-AttachVolumeNegativeTest-1936423523-project] 10.222.0.21 "DELETE /v2.0/floatingips/5344850c-f8bb-4a1f-b005-9b722f8a817b HTTP/1.1" status: 204 len: 168 time: 0.4500926 May 04 07:35:10.832542 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255d5a2-674c-4f1d-97f6-c30c6f299943 req-131b65bb-7f3c-4888-96a2-8c187ab2aa6b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:10.834061 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5255d5a2-674c-4f1d-97f6-c30c6f299943 req-131b65bb-7f3c-4888-96a2-8c187ab2aa6b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0500565 May 04 07:35:10.890067 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5255d5a2-674c-4f1d-97f6-c30c6f299943 req-63e208f6-93ae-4475-9b03-5e52aa048ca4 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497899 May 04 07:35:10.972162 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device ddfa3ce3-4906-4f95-8749-1fbaecdeed7b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:10.992303 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: ddfa3ce3-4906-4f95-8749-1fbaecdeed7b {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:10.992565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device ddfa3ce3-4906-4f95-8749-1fbaecdeed7b not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:12.002258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412edf8-4116-4c3f-9794-177c506cfc03 req-0733e290-ddf0-4b6a-b57b-464b8f841c0e tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:12.003990 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8412edf8-4116-4c3f-9794-177c506cfc03 req-0733e290-ddf0-4b6a-b57b-464b8f841c0e tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0461557 May 04 07:35:12.052122 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8412edf8-4116-4c3f-9794-177c506cfc03 req-929d8b36-e1b6-4f7a-9467-bf005dbcff1d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 May 04 07:35:12.984105 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1b2e3dda-ff05-4109-965f-0bfce24a9c6c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:35:13.080406 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:13.091662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'port_id': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'mac_address': 'fa:16:3e:a1:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:35:13.128662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:35:13.129037 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:13.141735 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2e3dda-ff05-4109-965f-0bfce24a9c6c {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:35:13.160740 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:13.164890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:13.165190 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb419331-417a-4633-a427-e2306d90df71 req-f7221ded-4fb8-4975-a4bb-1941879fdda1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:13.168230 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bb419331-417a-4633-a427-e2306d90df71 req-f7221ded-4fb8-4975-a4bb-1941879fdda1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 943 time: 0.0492969 May 04 07:35:13.212055 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:13.218511 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bb419331-417a-4633-a427-e2306d90df71 req-1f8bc180-0907-4ead-a337-5372806e5916 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447228 May 04 07:35:13.597018 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['1b2e3dda-ff05-4109-965f-0bfce24a9c6c'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:35:13.635091 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52494) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:14.108077 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (387f4a4c-6658-4c3f-8172-4b1835b22794), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.333039 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c176-73bd-4ddd-bd2e-ec72fd15fd1a req-04001219-3147-44db-82fd-a5e21dc75903 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:14.334493 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4378c176-73bd-4ddd-bd2e-ec72fd15fd1a req-04001219-3147-44db-82fd-a5e21dc75903 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 944 time: 0.0469379 May 04 07:35:14.349268 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Deleting port de68302a-6523-4b55-8602-bd9525c9906c {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:14.349850 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (de68302a-6523-4b55-8602-bd9525c9906c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.387390 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4378c176-73bd-4ddd-bd2e-ec72fd15fd1a req-dec88129-1b6a-42a7-8f5d-7632c4cbfd99 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 May 04 07:35:14.425956 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] For port de68302a-6523-4b55-8602-bd9525c9906c, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=de68302a-6523-4b55-8602-bd9525c9906c,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:14.426316 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (de68302a-6523-4b55-8602-bd9525c9906c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.439225 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Calling delete_port for de68302a-6523-4b55-8602-bd9525c9906c owned by network:router_interface {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:14.616825 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (de68302a-6523-4b55-8602-bd9525c9906c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.644247 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de68302a-6523-4b55-8602-bd9525c9906c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:14.814055 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (387f4a4c-6658-4c3f-8172-4b1835b22794), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.961637 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:14.984646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1b2e3dda-ff05-4109-965f-0bfce24a9c6c up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:35:15.028557 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Router 387f4a4c-6658-4c3f-8172-4b1835b22794 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:35:15.031380 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:35:15.036648 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:35:15.037018 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.114562 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:35:15.114999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.138422 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:35:15.140589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:35:15.140733 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d28325-c95a-49a5-803c-b9c26d599e98" -d '{"events": [{"server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:35:15.147801 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0177de66-69c2-4f76-a87a-bf0be115d7d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/387f4a4c-6658-4c3f-8172-4b1835b22794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093076 May 04 07:35:15.148755 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52502) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:15.151899 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Sync routers for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:35:15.161728 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:15.162591 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:15.169305 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:15.175659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.205489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289610a-b51c-411f-82ad-6d8fb46fe3a0 x-openstack-request-id: req-8289610a-b51c-411f-82ad-6d8fb46fe3a0 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:35:15.205781 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:35:15.206030 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8289610a-b51c-411f-82ad-6d8fb46fe3a0 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:35:15.206416 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8289610a-b51c-411f-82ad-6d8fb46fe3a0'] response: {'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'code': 200} May 04 07:35:15.236447 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:15.265131 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks [] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.284009 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:15.371322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks [] for router_gateway (387f4a4c-6658-4c3f-8172-4b1835b22794), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.458404 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Deleting port 8f5693dd-de66-46a2-b297-a2b83a3c90d3 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:15.458742 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.461282 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47d384-31cc-4cf0-8e26-6fd6e072c74a req-6e0a7816-7fdc-4039-8c10-7a6c9c135597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:15.463859 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba47d384-31cc-4cf0-8e26-6fd6e072c74a req-6e0a7816-7fdc-4039-8c10-7a6c9c135597 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1129 time: 0.0614991 May 04 07:35:15.476288 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:35:14Z', 'revision_number': 5, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port': {'id': '8f5693dd-de66-46a2-b297-a2b83a3c90d3', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:24:18Z', 'updated_at': '2022-05-04T07:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:15.503800 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Checking router: 387f4a4c-6658-4c3f-8172-4b1835b22794 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:35:15.511826 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Routers {'387f4a4c-6658-4c3f-8172-4b1835b22794'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:15.512415 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['387f4a4c-6658-4c3f-8172-4b1835b22794'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:15.588881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4d4c-3dd6-4b4f-a5bc-54e208fae3c8 req-d500678a-ba24-47e4-9599-72058e0f47ce tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:15.590521 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d2c4d4c-3dd6-4b4f-a5bc-54e208fae3c8 req-d500678a-ba24-47e4-9599-72058e0f47ce tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.1249187 May 04 07:35:15.601182 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] Set router 387f4a4c-6658-4c3f-8172-4b1835b22794 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:15.624204 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba47d384-31cc-4cf0-8e26-6fd6e072c74a req-b1731858-2c41-4e59-95db-2b273208eaca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403854 May 04 07:35:15.653166 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:35:15Z', 'revision_number': 6, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:15.653592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] For port 8f5693dd-de66-46a2-b297-a2b83a3c90d3, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=8f5693dd-de66-46a2-b297-a2b83a3c90d3,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:15.653990 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.678606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Calling delete_port for 8f5693dd-de66-46a2-b297-a2b83a3c90d3 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:15.682699 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a40c5e-9dc2-43ce-a5c9-74b45ff4d60e None None] The sync data for ids ['387f4a4c-6658-4c3f-8172-4b1835b22794'] in dv-cinder-790535-38-iscsi is: [{'id': '387f4a4c-6658-4c3f-8172-4b1835b22794', 'name': 'tempest-AttachVolumeNegativeTest-671070551-router', 'tenant_id': '0f0c5ea01f6041f8a293df107ceb208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:24:17Z', 'updated_at': '2022-05-04T07:35:15Z', 'revision_number': 6, 'project_id': '0f0c5ea01f6041f8a293df107ceb208e', 'gw_port_host': None}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:35:15.685744 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d2c4d4c-3dd6-4b4f-a5bc-54e208fae3c8 req-5a76c4d2-7439-4311-96dc-043a43860496 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851705 May 04 07:35:15.858433 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (8f5693dd-de66-46a2-b297-a2b83a3c90d3), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:15.883270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5693dd-de66-46a2-b297-a2b83a3c90d3,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:15.947803 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (387f4a4c-6658-4c3f-8172-4b1835b22794), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.037776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.040010 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks [] for router_controller (387f4a4c-6658-4c3f-8172-4b1835b22794), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.084135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (387f4a4c-6658-4c3f-8172-4b1835b22794), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.084812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387f4a4c-6658-4c3f-8172-4b1835b22794 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:35:16.090258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.091619 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b5fdf7a6-ab51-46a1-b538-0119be80ee5a admin admin] 10.222.0.21 "DELETE /v2.0/routers/387f4a4c-6658-4c3f-8172-4b1835b22794 HTTP/1.1" status: 204 len: 168 time: 0.9416161 May 04 07:35:16.093916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52506) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:16.141663 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Deleting subnet 12f48d1b-1088-42a2-995b-11371649d8fc {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:35:16.144732 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Publish callbacks [] for subnet (12f48d1b-1088-42a2-995b-11371649d8fc), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.181276 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (12f48d1b-1088-42a2-995b-11371649d8fc), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.257159 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (12f48d1b-1088-42a2-995b-11371649d8fc), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.308558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (12f48d1b-1088-42a2-995b-11371649d8fc), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.335359 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f48d1b-1088-42a2-995b-11371649d8fc,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:16.338903 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.342160 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c2adcd5e-281c-4874-a7b7-6b142e2fe19f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12f48d1b-1088-42a2-995b-11371649d8fc HTTP/1.1" status: 204 len: 168 time: 0.2471714 May 04 07:35:16.344446 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52508) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:16.344776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12cd59-8688-431a-ab36-7521d7996996 None None] Network a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:35:16.417445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.463550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Deleting port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:16.463891 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.510223 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] DHCP port deletion for a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:35:16.537859 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] For port 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=0c1ce9c7-ad20-4718-ac2f-609431584bf8,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:16.538219 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.548559 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device de68302a-6523-4b55-8602-bd9525c9906c no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:16.551469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Calling delete_port for 0c1ce9c7-ad20-4718-ac2f-609431584bf8 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:16.575725 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: de68302a-6523-4b55-8602-bd9525c9906c {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:16.576063 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device de68302a-6523-4b55-8602-bd9525c9906c not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:16.576471 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 8f5693dd-de66-46a2-b297-a2b83a3c90d3 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:16.578043 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Deleting port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:35:16.578398 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.605809 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 8f5693dd-de66-46a2-b297-a2b83a3c90d3 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:16.606152 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 8f5693dd-de66-46a2-b297-a2b83a3c90d3 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:16.642729 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.663912 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] For port 0c1ce9c7-ad20-4718-ac2f-609431584bf8, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=0c1ce9c7-ad20-4718-ac2f-609431584bf8,segment=NetworkSegment(f64bb043-3eed-4b4f-8a31-1c46fd509741),segment_id=f64bb043-3eed-4b4f-8a31-1c46fd509741)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:35:16.664303 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.668019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1ce9c7-ad20-4718-ac2f-609431584bf8,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:16.671198 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] No DVR routers for this DVR port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 on host dv-cinder-790535-38-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:35:16.677379 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Calling delete_port for 0c1ce9c7-ad20-4718-ac2f-609431584bf8 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:35:16.757830 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.761962 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (0c1ce9c7-ad20-4718-ac2f-609431584bf8), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.783231 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a379cec4-fae8-42a4-a0f5-7a6b9e4aef32']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:16.790300 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] Pushing event deleted for resources: {'Port': ['ID=0c1ce9c7-ad20-4718-ac2f-609431584bf8,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:16.794608 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b3358-4dc3-40f2-8872-e1397074868f None None] No DVR routers for this DVR port 0c1ce9c7-ad20-4718-ac2f-609431584bf8 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:35:16.801384 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64bb043-3eed-4b4f-8a31-1c46fd509741') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:16.801808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64bb043-3eed-4b4f-8a31-1c46fd509741') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:16.816278 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (f64bb043-3eed-4b4f-8a31-1c46fd509741), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.834205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (f64bb043-3eed-4b4f-8a31-1c46fd509741), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.834488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cca59-581a-44e5-945b-c598aabd52d2 req-accbaa1f-81bd-4c1f-b036-22601333d864 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:16.839569 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:35:16.840022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (f64bb043-3eed-4b4f-8a31-1c46fd509741), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.841732 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d29cca59-581a-44e5-945b-c598aabd52d2 req-accbaa1f-81bd-4c1f-b036-22601333d864 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0648806 May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:35:16.841906 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:35:16.886585 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d29cca59-581a-44e5-945b-c598aabd52d2 req-8644421d-cccc-49b3-9a52-9fc0c726e008 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 May 04 07:35:16.901578 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (a379cec4-fae8-42a4-a0f5-7a6b9e4aef32), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.906977 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:16.910236 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a379cec4-fae8-42a4-a0f5-7a6b9e4aef32 HTTP/1.1" status: 204 len: 168 time: 0.5648212 May 04 07:35:16.925016 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594f80c-ea55-43f4-b28a-34303ec3cbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a379cec4-fae8-42a4-a0f5-7a6b9e4aef32,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:17.038152 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52514) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:17.078228 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fe3f6ed9-d599-4e49-a010-d490833933a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f0c5ea01f6041f8a293df107ceb208e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385425 May 04 07:35:17.080540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52516) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:17.126396 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] Publish callbacks [] for security_group (689d39e6-f02b-4323-9f83-f4a5c0c7fe1f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:17.148834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] Publish callbacks [] for security_group (689d39e6-f02b-4323-9f83-f4a5c0c7fe1f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:17.203659 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (689d39e6-f02b-4323-9f83-f4a5c0c7fe1f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:17.206644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:17.208326 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/689d39e6-f02b-4323-9f83-f4a5c0c7fe1f HTTP/1.1" status: 204 len: 168 time: 0.1268830 May 04 07:35:17.221911 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc924cb-3b58-4712-8529-ab45ad7e3980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d39e6-f02b-4323-9f83-f4a5c0c7fe1f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:17.998994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3e73-d99c-4eef-b2d4-a7b851f2b124 req-440aa8d9-b53e-4255-8f41-d47b801341d5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:18.000519 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b6be3e73-d99c-4eef-b2d4-a7b851f2b124 req-440aa8d9-b53e-4255-8f41-d47b801341d5 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0458424 May 04 07:35:18.049334 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b6be3e73-d99c-4eef-b2d4-a7b851f2b124 req-1530bb05-aaa6-4806-a257-fcb388eea17c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 May 04 07:35:18.165463 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed2ba-dfb9-47e1-8fe5-875086db62ad req-91a2ba6c-9db8-490d-a620-a1cd478e0e50 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:18.167608 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-26aed2ba-dfb9-47e1-8fe5-875086db62ad req-91a2ba6c-9db8-490d-a620-a1cd478e0e50 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0513866 May 04 07:35:18.216727 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-26aed2ba-dfb9-47e1-8fe5-875086db62ad req-3a3d3205-501d-4ef5-8e73-0889862f5459 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 May 04 07:35:18.239970 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52548) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:18.417289 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 0c1ce9c7-ad20-4718-ac2f-609431584bf8 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:35:18.439414 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 0c1ce9c7-ad20-4718-ac2f-609431584bf8 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:35:18.439765 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 0c1ce9c7-ad20-4718-ac2f-609431584bf8 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:35:18.457562 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4e53f-7050-4ba9-b717-5e313826e334 tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:18.459313 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-56b4e53f-7050-4ba9-b717-5e313826e334 tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1124 time: 0.2172940 May 04 07:35:18.462088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52560) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:18.467451 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'port_id': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:35:18.487516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:18.564540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:18.674322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.27.1.242 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/13ce0e5b-21f7-4595-b5d8-17ac17a984c4) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:35:18.781510 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:18.817003 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:18.858726 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:35:18.861835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:35:18.864193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:35:18.890746 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=13ce0e5b-21f7-4595-b5d8-17ac17a984c4,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:19.071617 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-03b79381-d5d1-468e-b45f-aab79c6f555a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479701 May 04 07:35:19.161459 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657879f-cf25-442c-a860-47619822ba60 req-49855aab-ee98-43c2-ae37-e838d8ace83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:19.162893 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-49855aab-ee98-43c2-ae37-e838d8ace83d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.0570188 May 04 07:35:19.367777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657879f-cf25-442c-a860-47619822ba60 req-be0e808c-fdf5-4c4d-901f-81ff0c74a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:19.369854 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-be0e808c-fdf5-4c4d-901f-81ff0c74a1b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.1655192 May 04 07:35:19.437229 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (641f10ee-d59f-4f52-89b2-7654e55297ce), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:19.480005 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-255d7d70-5d1d-4c15-b218-fdbce900df23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1002 time: 0.0959334 May 04 07:35:19.833872 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:19.837163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657879f-cf25-442c-a860-47619822ba60 req-4eb8a464-d63d-46b4-be13-4f0fbf1bffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:19.839336 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-4eb8a464-d63d-46b4-be13-4f0fbf1bffb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.3523209 May 04 07:35:19.919412 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657879f-cf25-442c-a860-47619822ba60 req-e9580789-46f8-466f-ba6a-96f089180418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:19.920977 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-e9580789-46f8-466f-ba6a-96f089180418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636582 May 04 07:35:20.087066 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-3bb1d511-7d23-4dcc-b562-71a5421bfe21 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522171 May 04 07:35:20.123006 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:20.131727 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:20.253774 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=13ce0e5b-21f7-4595-b5d8-17ac17a984c4,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:20.278164 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4657879f-cf25-442c-a860-47619822ba60 req-ad634eaa-d5c2-4364-8dda-e8561d0400ac service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833444 May 04 07:35:20.283268 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (641f10ee-d59f-4f52-89b2-7654e55297ce), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:20.397096 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP 641f10ee-d59f-4f52-89b2-7654e55297ce associated. External IP: 172.27.1.242, port: 1b2e3dda-ff05-4109-965f-0bfce24a9c6c. May 04 07:35:20.636900 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:35:20.773024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:35:20.782739 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:35:20.794324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:20.799440 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:20.800260 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:20.825752 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d3157b54-0961-46c9-9608-6b96f3f55583 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3618371 May 04 07:35:20.826354 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:35:20.829015 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc9a44-6e65-4f8d-8070-275193d61e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:35:20.879520 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94115de-038d-4d1e-a101-743890c58e62 x-openstack-request-id: req-b94115de-038d-4d1e-a101-743890c58e62 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:35:20.879879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:35:20.880196 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b94115de-038d-4d1e-a101-743890c58e62 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:35:20.880668 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94115de-038d-4d1e-a101-743890c58e62'] response: {'name': 'network-changed', 'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'status': 'completed', 'code': 200} May 04 07:35:21.062928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:21.311716 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '641f10ee-d59f-4f52-89b2-7654e55297ce', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:a1:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:35:19Z', 'updated_at': '2022-05-04T07:35:19Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:21.347082 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:35:21.359061 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:35:21.359962 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:35:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:21.488917 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:35:21.744609 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '641f10ee-d59f-4f52-89b2-7654e55297ce', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:a1:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:35:19Z', 'updated_at': '2022-05-04T07:35:19Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:35:21.777195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe171f-37be-4a7c-aeb7-d33f39b74c4d None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '641f10ee-d59f-4f52-89b2-7654e55297ce', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:a1:62:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:35:19Z', 'updated_at': '2022-05-04T07:35:19Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:35:22.004209 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d55f076-d4ea-4f21-af25-8418cfaa9f86 None None] New status for floating IP 641f10ee-d59f-4f52-89b2-7654e55297ce: ACTIVE {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:35:23.816615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-6ab6a4a0-fcc6-4e10-9c58-aa049f009273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:23.818109 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-6ab6a4a0-fcc6-4e10-9c58-aa049f009273 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1129 time: 0.0445712 May 04 07:35:23.935902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-cccdcfd3-6d31-4028-88db-19459d05ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:23.937392 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-cccdcfd3-6d31-4028-88db-19459d05ca76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0930102 May 04 07:35:24.016220 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-d941582c-cdd4-444e-8a0a-4a7e26943cad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 200 len: 1001 time: 0.0731344 May 04 07:35:24.068910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-3557f2e0-e618-4cd5-864c-b8aa2e22c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:24.070286 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-3557f2e0-e618-4cd5-864c-b8aa2e22c20f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0486946 May 04 07:35:24.119692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-b03b3ab4-a03e-480c-876a-d2f9a598b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:35:24.121165 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-b03b3ab4-a03e-480c-876a-d2f9a598b325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437350 May 04 07:35:24.219847 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-6cd68a8f-637a-4e00-9476-720a7a4a2261 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846632 May 04 07:35:24.313842 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88fc9a44-6e65-4f8d-8070-275193d61e9d req-7793d691-bff1-47b4-a385-ece767448fec service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880594 May 04 07:35:26.494329 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:35:27.636634 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52652) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:27.742578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37f89b3d-b40d-48e5-ade1-7e930aa4b693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.822399 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37f89b3d-b40d-48e5-ade1-7e930aa4b693 admin admin] Publish callbacks [] for security_group (2e937f4d-eb21-48cf-8209-6e9dbe141d58), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.826294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37f89b3d-b40d-48e5-ade1-7e930aa4b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (2e937f4d-eb21-48cf-8209-6e9dbe141d58), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.863137 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f89b3d-b40d-48e5-ade1-7e930aa4b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e937f4d-eb21-48cf-8209-6e9dbe141d58,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:27.868634 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-37f89b3d-b40d-48e5-ade1-7e930aa4b693 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c2f4f9561749bda0659889cb8ef4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307677 May 04 07:35:27.872509 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52656) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:27.924631 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] Publish callbacks [] for security_group (2e937f4d-eb21-48cf-8209-6e9dbe141d58), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.945265 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] Publish callbacks [] for security_group (2e937f4d-eb21-48cf-8209-6e9dbe141d58), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.994754 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (2e937f4d-eb21-48cf-8209-6e9dbe141d58), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.997640 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:27.998947 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e937f4d-eb21-48cf-8209-6e9dbe141d58 HTTP/1.1" status: 204 len: 168 time: 0.1253827 May 04 07:35:28.007789 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e36dc-4d2d-4c90-b895-d511e3f53ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e937f4d-eb21-48cf-8209-6e9dbe141d58,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:29.885437 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52726) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:29.989339 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3afe4e5-8d9c-4702-8232-b71fa5f0c84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.064419 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3afe4e5-8d9c-4702-8232-b71fa5f0c84f admin admin] Publish callbacks [] for security_group (ed0c522f-d744-4cb3-a691-301e5c92b7fa), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.069284 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e3afe4e5-8d9c-4702-8232-b71fa5f0c84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ed0c522f-d744-4cb3-a691-301e5c92b7fa), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.072416 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8c52aaa0-0269-4497-9713-0f04ae934f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.113528 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e3afe4e5-8d9c-4702-8232-b71fa5f0c84f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecd568dc6d7d48c189316a5a6746cd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269995 May 04 07:35:30.114366 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afe4e5-8d9c-4702-8232-b71fa5f0c84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c522f-d744-4cb3-a691-301e5c92b7fa,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:30.116475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52730) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:30.170630 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] Publish callbacks [] for security_group (ed0c522f-d744-4cb3-a691-301e5c92b7fa), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.196161 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] Publish callbacks [] for security_group (ed0c522f-d744-4cb3-a691-301e5c92b7fa), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.245067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ed0c522f-d744-4cb3-a691-301e5c92b7fa), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.247657 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.248810 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed0c522f-d744-4cb3-a691-301e5c92b7fa HTTP/1.1" status: 204 len: 168 time: 0.1312199 May 04 07:35:30.257176 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34457-ef67-4e33-a149-9066143ce600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c522f-d744-4cb3-a691-301e5c92b7fa,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:30.519057 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52736) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:30.532918 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b400487-a379-4a8c-aa9a-f539baca07cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.608244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b400487-a379-4a8c-aa9a-f539baca07cc admin admin] Publish callbacks [] for security_group (6f160423-f22b-494c-9e40-0439ca05452c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.611996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b400487-a379-4a8c-aa9a-f539baca07cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6f160423-f22b-494c-9e40-0439ca05452c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.652010 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2b400487-a379-4a8c-aa9a-f539baca07cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e0f4da003314feba423a0cbc0d72d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318166 May 04 07:35:30.652757 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b400487-a379-4a8c-aa9a-f539baca07cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f160423-f22b-494c-9e40-0439ca05452c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:30.654748 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52738) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:30.705702 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] Publish callbacks [] for security_group (6f160423-f22b-494c-9e40-0439ca05452c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.726365 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] Publish callbacks [] for security_group (6f160423-f22b-494c-9e40-0439ca05452c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.772471 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6f160423-f22b-494c-9e40-0439ca05452c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.775252 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:30.776403 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f160423-f22b-494c-9e40-0439ca05452c HTTP/1.1" status: 204 len: 168 time: 0.1206026 May 04 07:35:30.783874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a224f9d-7368-469f-a613-70870d37d33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f160423-f22b-494c-9e40-0439ca05452c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:32.311930 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2592e4fe-1be9-45dd-8168-7e594af69135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:33.535894 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:34.842092 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:36.280524 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:44.989726 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.311653 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 52960) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:47.417674 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f0058bf-4a20-4dde-94bd-f3305c5a2762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.495387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f0058bf-4a20-4dde-94bd-f3305c5a2762 admin admin] Publish callbacks [] for security_group (ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.499071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f0058bf-4a20-4dde-94bd-f3305c5a2762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.540804 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4f0058bf-4a20-4dde-94bd-f3305c5a2762 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48df4480bef54ae793699050cee3a7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280686 May 04 07:35:47.541994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0058bf-4a20-4dde-94bd-f3305c5a2762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:47.543567 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52964) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:47.592626 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] Publish callbacks [] for security_group (ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.613488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] Publish callbacks [] for security_group (ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.660763 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.663411 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:47.664643 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319 HTTP/1.1" status: 204 len: 168 time: 0.1200364 May 04 07:35:47.673275 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ee50-ed44-4525-9906-0e5669503f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d9e02-6dc0-4c94-a7cd-2fc72cb7e319,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:47.926532 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52972) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:47.943102 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e8cc887e-ac33-4d30-82dc-17de277e7856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.020250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e8cc887e-ac33-4d30-82dc-17de277e7856 admin admin] Publish callbacks [] for security_group (ec34ac7d-a79c-4200-944a-5e0f81fbaeb3), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.024510 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e8cc887e-ac33-4d30-82dc-17de277e7856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ec34ac7d-a79c-4200-944a-5e0f81fbaeb3), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.060448 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc887e-ac33-4d30-82dc-17de277e7856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34ac7d-a79c-4200-944a-5e0f81fbaeb3,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:48.064791 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e8cc887e-ac33-4d30-82dc-17de277e7856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d1ec603c16b46aeb3e6a2ce952030b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371064 May 04 07:35:48.067473 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 52974) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:48.122130 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] Publish callbacks [] for security_group (ec34ac7d-a79c-4200-944a-5e0f81fbaeb3), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.146889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] Publish callbacks [] for security_group (ec34ac7d-a79c-4200-944a-5e0f81fbaeb3), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.198528 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (ec34ac7d-a79c-4200-944a-5e0f81fbaeb3), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.201121 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:48.202277 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec34ac7d-a79c-4200-944a-5e0f81fbaeb3 HTTP/1.1" status: 204 len: 168 time: 0.1339042 May 04 07:35:48.210100 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c75b4-0341-4c5d-8745-d6b5302a98f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34ac7d-a79c-4200-944a-5e0f81fbaeb3,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:51.088249 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53110) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:51.197187 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-69213698-0680-4d55-ae82-80f749a1b4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.284874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-69213698-0680-4d55-ae82-80f749a1b4d1 admin admin] Publish callbacks [] for security_group (c228820b-d06d-4140-a842-717f19b5d61c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.289142 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-69213698-0680-4d55-ae82-80f749a1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c228820b-d06d-4140-a842-717f19b5d61c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.327173 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69213698-0680-4d55-ae82-80f749a1b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c228820b-d06d-4140-a842-717f19b5d61c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:51.331310 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-69213698-0680-4d55-ae82-80f749a1b4d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc88a29005374d9b80c3c35f0b925a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419586 May 04 07:35:51.334328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53114) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:51.387090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] Publish callbacks [] for security_group (c228820b-d06d-4140-a842-717f19b5d61c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.408085 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] Publish callbacks [] for security_group (c228820b-d06d-4140-a842-717f19b5d61c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.461226 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (c228820b-d06d-4140-a842-717f19b5d61c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.464051 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.466585 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c228820b-d06d-4140-a842-717f19b5d61c HTTP/1.1" status: 204 len: 168 time: 0.1295547 May 04 07:35:51.473905 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e831-df85-452a-a865-bac560615f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228820b-d06d-4140-a842-717f19b5d61c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:51.760046 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53120) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:51.772969 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e2e3-2f4c-4424-8bf1-a4c9f3fc21cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.850963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e2e3-2f4c-4424-8bf1-a4c9f3fc21cb admin admin] Publish callbacks [] for security_group (3d448e7d-576b-4de6-88a9-beb84fc368d6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.855395 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e2e3-2f4c-4424-8bf1-a4c9f3fc21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (3d448e7d-576b-4de6-88a9-beb84fc368d6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.893676 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c0b8e2e3-2f4c-4424-8bf1-a4c9f3fc21cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4471791fdfcf461db7e3af125dff1f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325531 May 04 07:35:51.894534 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8e2e3-2f4c-4424-8bf1-a4c9f3fc21cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d448e7d-576b-4de6-88a9-beb84fc368d6,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:51.896363 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53122) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:51.947486 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] Publish callbacks [] for security_group (3d448e7d-576b-4de6-88a9-beb84fc368d6), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:51.972454 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] Publish callbacks [] for security_group (3d448e7d-576b-4de6-88a9-beb84fc368d6), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:52.022062 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (3d448e7d-576b-4de6-88a9-beb84fc368d6), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:52.025220 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:52.026334 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d448e7d-576b-4de6-88a9-beb84fc368d6 HTTP/1.1" status: 204 len: 168 time: 0.1289408 May 04 07:35:52.034126 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52123e-6de0-4cd0-b17a-58ef926bd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d448e7d-576b-4de6-88a9-beb84fc368d6,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:57.095135 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53222) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:57.205439 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.282019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Publish callbacks [] for security_group (60a3ac87-aa07-4fc8-96a7-8ad8a477dd31), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.285776 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (60a3ac87-aa07-4fc8-96a7-8ad8a477dd31), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.324059 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d406d236a6b4fc6a7d8d87c94521344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277963 May 04 07:35:57.325000 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3ac87-aa07-4fc8-96a7-8ad8a477dd31,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:57.326760 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53226) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:57.332165 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.332513 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.333432 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.333766 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.334091 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.334418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.334738 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.335054 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.335507 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.335830 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.336256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.336567 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.336883 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.337200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.337509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bba6d-da9e-4cc1-9f67-181c53ed0418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:35:57.379335 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] Publish callbacks [] for security_group (60a3ac87-aa07-4fc8-96a7-8ad8a477dd31), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.400349 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] Publish callbacks [] for security_group (60a3ac87-aa07-4fc8-96a7-8ad8a477dd31), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.448834 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (60a3ac87-aa07-4fc8-96a7-8ad8a477dd31), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.451421 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.452570 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60a3ac87-aa07-4fc8-96a7-8ad8a477dd31 HTTP/1.1" status: 204 len: 168 time: 0.1247785 May 04 07:35:57.460841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2257af-cd90-4897-9e80-c51c87accc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3ac87-aa07-4fc8-96a7-8ad8a477dd31,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:57.719413 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53232) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:57.733248 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-65b88813-eb25-4349-9470-04ecf338d789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.821171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-65b88813-eb25-4349-9470-04ecf338d789 admin admin] Publish callbacks [] for security_group (56b12957-32e2-4473-a7bd-1f0dcb0c4c04), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.824641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-65b88813-eb25-4349-9470-04ecf338d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (56b12957-32e2-4473-a7bd-1f0dcb0c4c04), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.863414 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-65b88813-eb25-4349-9470-04ecf338d789 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4f28c54614e402d8e27022ea2ec0a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428752 May 04 07:35:57.864496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b88813-eb25-4349-9470-04ecf338d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b12957-32e2-4473-a7bd-1f0dcb0c4c04,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:57.866081 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53234) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:57.913495 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] Publish callbacks [] for security_group (56b12957-32e2-4473-a7bd-1f0dcb0c4c04), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.934961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] Publish callbacks [] for security_group (56b12957-32e2-4473-a7bd-1f0dcb0c4c04), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.981374 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (56b12957-32e2-4473-a7bd-1f0dcb0c4c04), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.983756 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:57.986679 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56b12957-32e2-4473-a7bd-1f0dcb0c4c04 HTTP/1.1" status: 204 len: 168 time: 0.1178887 May 04 07:35:57.992994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1392-a412-4792-95a6-913ac6882bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b12957-32e2-4473-a7bd-1f0dcb0c4c04,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:58.319870 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53242) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:58.333706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dabf12b0-89bc-41b2-ab43-4f01404c9101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.409246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dabf12b0-89bc-41b2-ab43-4f01404c9101 admin admin] Publish callbacks [] for security_group (8e05bfe8-db08-4adc-82d9-7e39d68ded22), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.412977 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dabf12b0-89bc-41b2-ab43-4f01404c9101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (8e05bfe8-db08-4adc-82d9-7e39d68ded22), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.455475 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-dabf12b0-89bc-41b2-ab43-4f01404c9101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a8944b8f3b4215b352a6a9308d4645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339598 May 04 07:35:58.456516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf12b0-89bc-41b2-ab43-4f01404c9101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05bfe8-db08-4adc-82d9-7e39d68ded22,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:35:58.459209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53244) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:35:58.510391 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] Publish callbacks [] for security_group (8e05bfe8-db08-4adc-82d9-7e39d68ded22), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.531821 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] Publish callbacks [] for security_group (8e05bfe8-db08-4adc-82d9-7e39d68ded22), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.581545 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (8e05bfe8-db08-4adc-82d9-7e39d68ded22), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.584144 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:35:58.585239 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e05bfe8-db08-4adc-82d9-7e39d68ded22 HTTP/1.1" status: 204 len: 168 time: 0.1248393 May 04 07:35:58.593585 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc083e84-032f-4de0-b49e-a8b17ad7ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05bfe8-db08-4adc-82d9-7e39d68ded22,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:00.074501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b1eb88ef-a407-4439-9bca-38df4ae6b36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:01.491682 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe8e4-d531-4620-8d48-99799cfe8876 req-e7950d43-d120-4e9b-8262-1cffecf88a11 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:01.493459 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-03ffe8e4-d531-4620-8d48-99799cfe8876 req-e7950d43-d120-4e9b-8262-1cffecf88a11 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0488398 May 04 07:36:01.544864 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-03ffe8e4-d531-4620-8d48-99799cfe8876 req-4d363a09-2b4d-408a-949f-be0a3726f5a5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 May 04 07:36:02.315212 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c90445a-3204-4c7d-9dce-a5e9386bb41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.590410 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53330) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:02.661453 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcecba-9ccb-4cb6-b44d-d05aad0d3c36 req-a139f3f2-5610-4963-ba47-fbcdd114ba22 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:02.662952 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02dcecba-9ccb-4cb6-b44d-d05aad0d3c36 req-a139f3f2-5610-4963-ba47-fbcdd114ba22 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0466604 May 04 07:36:02.699402 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0e718e05-271e-4e07-9008-b42e954a4c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.732020 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02dcecba-9ccb-4cb6-b44d-d05aad0d3c36 req-a0700946-358b-4680-b0bd-cd6eb13e2cb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626912 May 04 07:36:02.793937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0e718e05-271e-4e07-9008-b42e954a4c2b admin admin] Publish callbacks [] for security_group (7e084e7a-d00a-42a6-a8cb-d70039a429ff), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.798415 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0e718e05-271e-4e07-9008-b42e954a4c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7e084e7a-d00a-42a6-a8cb-d70039a429ff), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.834891 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0e718e05-271e-4e07-9008-b42e954a4c2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8e0b926bca446e3a7e58e0729b13b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433360 May 04 07:36:02.835686 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e718e05-271e-4e07-9008-b42e954a4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e084e7a-d00a-42a6-a8cb-d70039a429ff,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:02.838090 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53334) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:02.885498 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] Publish callbacks [] for security_group (7e084e7a-d00a-42a6-a8cb-d70039a429ff), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.906164 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] Publish callbacks [] for security_group (7e084e7a-d00a-42a6-a8cb-d70039a429ff), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.952598 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7e084e7a-d00a-42a6-a8cb-d70039a429ff), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.955038 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:02.956171 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e084e7a-d00a-42a6-a8cb-d70039a429ff HTTP/1.1" status: 204 len: 168 time: 0.1171114 May 04 07:36:02.963590 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f6f93-f827-414a-9dd2-a374c4ffc75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e084e7a-d00a-42a6-a8cb-d70039a429ff,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:03.493825 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:36:03.536487 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:03.849522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab729810-e672-4ea8-9f87-e87b1618f10c req-3e15e4bc-997f-408d-bf9e-a15dc43ea975 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:03.850964 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ab729810-e672-4ea8-9f87-e87b1618f10c req-3e15e4bc-997f-408d-bf9e-a15dc43ea975 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0512109 May 04 07:36:03.897192 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ab729810-e672-4ea8-9f87-e87b1618f10c req-6a7202c3-a2a2-4a92-95d6-45fd6f2ead88 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 04 07:36:04.843217 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:04.956998 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11430b-d183-4f79-98e8-027c4aa19e8e req-c50ae66c-6908-4a78-973b-95060ca442e7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:04.958472 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba11430b-d183-4f79-98e8-027c4aa19e8e req-c50ae66c-6908-4a78-973b-95060ca442e7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0506868 May 04 07:36:05.006223 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba11430b-d183-4f79-98e8-027c4aa19e8e req-2508f9ad-4de7-4088-9b46-0aa07e4282b3 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 May 04 07:36:05.010506 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d57ae2-a59a-41f7-9e30-b2a69e91cf08 req-8c70f70a-7dec-4264-8b55-b20424f745f3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:05.012018 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-32d57ae2-a59a-41f7-9e30-b2a69e91cf08 req-8c70f70a-7dec-4264-8b55-b20424f745f3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0458713 May 04 07:36:05.059627 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-32d57ae2-a59a-41f7-9e30-b2a69e91cf08 req-2a7f7512-860a-4e6d-90b5-306b9b130246 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420272 May 04 07:36:06.123708 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42071fb6-8053-45bb-a05e-1085a2291588 req-d1fb171f-8568-4164-9dd2-55826ff652fe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:06.125206 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42071fb6-8053-45bb-a05e-1085a2291588 req-d1fb171f-8568-4164-9dd2-55826ff652fe tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0474875 May 04 07:36:06.173389 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ddfc-d556-45ab-ab17-845f2a41f152 req-0eac0bf3-cd52-4f3b-bc25-a54484a41905 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:06.174006 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42071fb6-8053-45bb-a05e-1085a2291588 req-dc91e18b-aab8-49be-a37a-4f072fb1c1e7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bc90-3738-4c75-8cf2-21073eb9dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 May 04 07:36:06.174839 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-87c8ddfc-d556-45ab-ab17-845f2a41f152 req-0eac0bf3-cd52-4f3b-bc25-a54484a41905 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0453625 May 04 07:36:06.231523 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-87c8ddfc-d556-45ab-ab17-845f2a41f152 req-82c4e425-e5a2-4581-b83b-30190ad430ff tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510786 May 04 07:36:06.284797 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:06.601140 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-09a14367-aca2-4ff0-9f70-91252eba3dd7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:06.602620 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-09a14367-aca2-4ff0-9f70-91252eba3dd7 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0557396 May 04 07:36:06.742642 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Deleting port bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:06.743009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:06.831563 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] For port bb701122-08b3-4506-9fa7-4fc73db19512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bb701122-08b3-4506-9fa7-4fc73db19512,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:36:06.831919 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:06.998321 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:06.998608 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:06.998921 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Floating IP cb32c80b-7682-429a-945d-238f9a223497 disassociated. External IP: 172.27.1.128, port: bb701122-08b3-4506-9fa7-4fc73db19512. May 04 07:36:06.999292 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Calling delete_port for bb701122-08b3-4506-9fa7-4fc73db19512 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:07.129063 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (bb701122-08b3-4506-9fa7-4fc73db19512), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:07.157247 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'Port': ['ID=bb701122-08b3-4506-9fa7-4fc73db19512,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:07.286922 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79f4ad34-2c38-4cee-b427-5dfe6d9a61e9 req-70e6cc78-59b0-479c-93fe-597915154626 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551ada8-df9d-49c4-9a28-34b82a20a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0325608 May 04 07:36:07.298917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:36:07.345344 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27762b-c7c0-4795-a51c-f67fa960b7b3 req-eb0c947f-16b1-4fd9-8637-a86a7ab3c988 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:07.346784 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4f27762b-c7c0-4795-a51c-f67fa960b7b3 req-eb0c947f-16b1-4fd9-8637-a86a7ab3c988 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0477061 May 04 07:36:07.403354 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-4f27762b-c7c0-4795-a51c-f67fa960b7b3 req-8fcf5e43-2fce-4bb8-9e43-855b60005b6b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506129 May 04 07:36:07.410147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:36:07.428893 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:36:07.438351 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:36:07.438963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:36:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:07.454588 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] No DVR routers for this DVR port bb701122-08b3-4506-9fa7-4fc73db19512 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:36:07.457932 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:07.464244 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b56b9532-79a4-4709-9a52-fbc0404b98de req-ec9808e7-31cb-4f43-962a-401d72c15521 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.26 "DELETE /v2.0/ports/bb701122-08b3-4506-9fa7-4fc73db19512 HTTP/1.1" status: 204 len: 173 time: 0.8174760 May 04 07:36:07.464692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-deleted', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:36:07.467007 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77359d-0837-437d-b27f-5a10f753ca2e" -d '{"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-deleted", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:36:07.511652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028747f8-474a-4100-bbc1-d6c86e9a9362 x-openstack-request-id: req-028747f8-474a-4100-bbc1-d6c86e9a9362 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:36:07.511946 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551ada8-df9d-49c4-9a28-34b82a20a6b5", "name": "network-vif-deleted", "tag": "bb701122-08b3-4506-9fa7-4fc73db19512", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:36:07.512199 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-028747f8-474a-4100-bbc1-d6c86e9a9362 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:36:07.512607 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028747f8-474a-4100-bbc1-d6c86e9a9362'] response: {'server_uuid': '1551ada8-df9d-49c4-9a28-34b82a20a6b5', 'name': 'network-vif-deleted', 'tag': 'bb701122-08b3-4506-9fa7-4fc73db19512', 'status': 'completed', 'code': 200} May 04 07:36:07.557731 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:36:07.760627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:07.793741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:36:07.803791 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:36:07.804397 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:36:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:07.910851 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:36:08.111983 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:08.140967 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc22fef-1e76-49e8-af22-b8103be03945 None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:26:12Z', 'revision_number': 4, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'dd1dd932-7d58-41fb-8fdd-0358213479ca', 'name': '', 'network_id': '7e464149-a859-4177-b1ae-34cb689b0bb9', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'mac_address': 'fa:16:3e:d6:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:11Z', 'updated_at': '2022-05-04T07:26:15Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'subnets': [{'id': 'd6c4bd48-1c4f-4a95-83d7-1d670cc3e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:36:08.366038 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2195c-f33b-4b03-b8af-fd1aaf0f8a55 None None] New status for floating IP cb32c80b-7682-429a-945d-238f9a223497: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:36:08.384037 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53370) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:08.451208 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (46d7bc90-3738-4c75-8cf2-21073eb9dba8), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.480129 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (46d7bc90-3738-4c75-8cf2-21073eb9dba8), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.552270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78bcaa-66c6-4041-a8da-1bb0dfcad14d req-5003fd21-46b8-4208-9a6c-8c6a44f24fc2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:08.553727 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3b78bcaa-66c6-4041-a8da-1bb0dfcad14d req-5003fd21-46b8-4208-9a6c-8c6a44f24fc2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0646191 May 04 07:36:08.581663 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (46d7bc90-3738-4c75-8cf2-21073eb9dba8), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.584125 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.585226 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "DELETE /v2.0/security-groups/46d7bc90-3738-4c75-8cf2-21073eb9dba8 HTTP/1.1" status: 204 len: 168 time: 0.2001877 May 04 07:36:08.588067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53374) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:08.601983 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-11f9ff4a-5683-4a9a-bc5a-7ce26ef96d41 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] show failed (client error): The resource could not be found. May 04 07:36:08.606100 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-11f9ff4a-5683-4a9a-bc5a-7ce26ef96d41 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "GET /v2.0/security-groups/46d7bc90-3738-4c75-8cf2-21073eb9dba8 HTTP/1.1" status: 404 len: 347 time: 0.0138395 May 04 07:36:08.606237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833e4e9-615a-468c-aa59-6b3c15d7a558 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7bc90-3738-4c75-8cf2-21073eb9dba8,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:08.606431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53376) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:08.614488 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3b78bcaa-66c6-4041-a8da-1bb0dfcad14d req-096d45cb-0221-4e15-b919-9d0005d796c3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544324 May 04 07:36:08.723043 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Deleting port ab9a6712-59e6-4001-bdff-d68a32e56b3a {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:08.723416 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.801005 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.801333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (ab9a6712-59e6-4001-bdff-d68a32e56b3a), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.814330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Calling delete_port for ab9a6712-59e6-4001-bdff-d68a32e56b3a owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:08.946183 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (ab9a6712-59e6-4001-bdff-d68a32e56b3a), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:08.970781 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Pushing event deleted for resources: {'Port': ['ID=ab9a6712-59e6-4001-bdff-d68a32e56b3a,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:09.030663 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks [] for floatingip (cb32c80b-7682-429a-945d-238f9a223497), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:09.033124 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:09.034250 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-51ef187b-c425-4987-b7c0-92de78a19abd tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb32c80b-7682-429a-945d-238f9a223497 HTTP/1.1" status: 204 len: 168 time: 0.4268858 May 04 07:36:09.247033 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:36:09.267562 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: bb701122-08b3-4506-9fa7-4fc73db19512 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:36:09.267901 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device bb701122-08b3-4506-9fa7-4fc73db19512 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:36:10.009669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b0602-47fe-4277-8d3c-26932048247a req-cb008d05-d37c-49b3-bbd5-708e6f7e2221 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:10.011374 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-218b0602-47fe-4277-8d3c-26932048247a req-cb008d05-d37c-49b3-bbd5-708e6f7e2221 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.3259461 May 04 07:36:10.056603 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-218b0602-47fe-4277-8d3c-26932048247a req-d1b94a1e-0316-4065-bd86-ae86dc02f6b4 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 May 04 07:36:11.169288 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77617558-dcdf-4aa3-9ec9-ba5cb6d57b3d req-6339b7e1-de13-4879-878f-233d213691b7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:11.170726 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-77617558-dcdf-4aa3-9ec9-ba5cb6d57b3d req-6339b7e1-de13-4879-878f-233d213691b7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0458572 May 04 07:36:11.216596 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-77617558-dcdf-4aa3-9ec9-ba5cb6d57b3d req-5380266e-320e-4a1d-bb96-ea14c0dd9c91 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 May 04 07:36:11.444311 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53402) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:11.994484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:12.225062 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Deleting port dd1dd932-7d58-41fb-8fdd-0358213479ca {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:12.225398 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:12.329597 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] For port dd1dd932-7d58-41fb-8fdd-0358213479ca, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=dd1dd932-7d58-41fb-8fdd-0358213479ca,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:36:12.329952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:12.351940 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c8ad-eb53-47f4-9100-022bd5680b63 req-c266791d-22a2-4fcb-a127-fe0d9485d6c8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:12.353364 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cec7c8ad-eb53-47f4-9100-022bd5680b63 req-c266791d-22a2-4fcb-a127-fe0d9485d6c8 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0699892 May 04 07:36:12.358119 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Calling delete_port for dd1dd932-7d58-41fb-8fdd-0358213479ca owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:12.448785 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cec7c8ad-eb53-47f4-9100-022bd5680b63 req-97e322c8-19ad-46ba-96f6-0b13f5fcd3d3 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885561 May 04 07:36:12.582150 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (dd1dd932-7d58-41fb-8fdd-0358213479ca), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:12.613907 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1dd932-7d58-41fb-8fdd-0358213479ca,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:12.645408 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.645762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.646107 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.646448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.646781 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.647119 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.647473 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.647830 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.648155 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.648480 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.648809 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.649135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.649462 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.649777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.650094 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:12.781771 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400084-33c8-4a36-89f4-5363968a07c7 req-a6f4c556-3fbb-4846-8248-f18bb5c859ba tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:12.783460 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd400084-33c8-4a36-89f4-5363968a07c7 req-a6f4c556-3fbb-4846-8248-f18bb5c859ba tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.1262686 May 04 07:36:12.823345 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-e396d2b4-7dd9-4eba-9526-440bca8edd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:12.825923 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-e396d2b4-7dd9-4eba-9526-440bca8edd06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.1242499 May 04 07:36:12.973979 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd400084-33c8-4a36-89f4-5363968a07c7 req-2a7ccf51-322a-47cb-a96a-4c19cf7750d5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539996 May 04 07:36:13.001548 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:13.013191 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-d2290172-b848-4106-83d2-e4946c34b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:13.014824 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-d2290172-b848-4106-83d2-e4946c34b2ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.1826189 May 04 07:36:13.150992 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-204eb39d-9020-43a1-ae77-bc8021784c44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1002 time: 0.0988259 May 04 07:36:13.256352 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-4d8cc7d4-e504-431d-9062-46038082044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:13.257832 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-4d8cc7d4-e504-431d-9062-46038082044a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0912018 May 04 07:36:13.337889 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-83abe161-9295-49ec-8bbb-ad306707d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:13.340515 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-83abe161-9295-49ec-8bbb-ad306707d2ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761256 May 04 07:36:13.375936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:36:13.491871 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-d78e285b-9531-43b0-a9f5-ef68a6a48cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432381 May 04 07:36:13.598516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:36:13.603713 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-967fd667-df0d-480e-b40f-404bad970dfe admin admin] 10.222.0.21 "PUT /v2.0/routers/d3847aa8-e423-4f63-99d4-f3f7fb7735b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583641 May 04 07:36:13.606418 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53412) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:13.610350 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Sync routers for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:36:13.619865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:36:13.620543 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:36:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:13.633301 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17777ddc-f151-4582-aab5-208d1271a1e6 req-0216b40a-e3d8-4b03-bb49-422f67386149 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344588 May 04 07:36:13.874679 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:36:13.977040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks [] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.043135 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:36:12Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:14.072651 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Checking router: d3847aa8-e423-4f63-99d4-f3f7fb7735b1 for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:36:14.081365 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Routers {'d3847aa8-e423-4f63-99d4-f3f7fb7735b1'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:36:14.081965 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:36:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:14.120990 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5655a3-f66b-473c-898a-3ffb48aea97b req-dd25c59e-0b48-469a-9800-d3887dcb1c79 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:14.122454 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df5655a3-f66b-473c-898a-3ffb48aea97b req-dd25c59e-0b48-469a-9800-d3887dcb1c79 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0628445 May 04 07:36:14.124826 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks [] for router_gateway (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.194796 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] Set router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:36:14.203694 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-df5655a3-f66b-473c-898a-3ffb48aea97b req-d9f697cf-a316-4bc4-95cb-8d11847c8c8d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744162 May 04 07:36:14.204637 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Deleting port e22ac32c-18e4-4368-983d-64bb3ebce223 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:14.204975 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.287203 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] For port e22ac32c-18e4-4368-983d-64bb3ebce223, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=e22ac32c-18e4-4368-983d-64bb3ebce223,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:36:14.287571 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.300638 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Calling delete_port for e22ac32c-18e4-4368-983d-64bb3ebce223 owned by network:router_gateway {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:14.361775 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:36:12Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:14.392659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c6049-7f1d-4eb3-83bc-c64a975b83c4 None None] The sync data for ids ['d3847aa8-e423-4f63-99d4-f3f7fb7735b1'] in dv-cinder-790535-38-iscsi is: [{'id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1561300210-router', 'tenant_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:26:08Z', 'updated_at': '2022-05-04T07:36:12Z', 'revision_number': 5, 'project_id': 'a183ac2391e141ca8ef0e7f7cc47daed', 'gw_port': {'id': 'e22ac32c-18e4-4368-983d-64bb3ebce223', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fa:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3847aa8-e423-4f63-99d4-f3f7fb7735b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:26:09Z', 'updated_at': '2022-05-04T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:36:14.472790 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (e22ac32c-18e4-4368-983d-64bb3ebce223), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.497729 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22ac32c-18e4-4368-983d-64bb3ebce223,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:14.556649 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.649780 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.652085 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks [] for router_controller (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.694557 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (d3847aa8-e423-4f63-99d4-f3f7fb7735b1), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.694900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3847aa8-e423-4f63-99d4-f3f7fb7735b1 {{(pid=103212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:36:14.700111 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.701160 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-ecc7671c-86aa-4020-9bca-3565bd3ebd84 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d3847aa8-e423-4f63-99d4-f3f7fb7735b1 HTTP/1.1" status: 204 len: 168 time: 1.0936258 May 04 07:36:14.703610 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53416) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:14.748548 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Deleting subnet d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:36:14.751657 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Publish callbacks [] for subnet (d6c4bd48-1c4f-4a95-83d7-1d670cc3e106), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.788848 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (d6c4bd48-1c4f-4a95-83d7-1d670cc3e106), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.872134 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (d6c4bd48-1c4f-4a95-83d7-1d670cc3e106), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.925138 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (d6c4bd48-1c4f-4a95-83d7-1d670cc3e106), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.950541 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c4bd48-1c4f-4a95-83d7-1d670cc3e106,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:14.954177 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:14.959523 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-6d3998e1-4f08-444c-970f-e1d1556550ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6c4bd48-1c4f-4a95-83d7-1d670cc3e106 HTTP/1.1" status: 204 len: 168 time: 0.2527757 May 04 07:36:14.959978 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53418) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:14.960442 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b5825-b4f0-4650-a097-3c2ef1ee77ff None None] Network 7e464149-a859-4177-b1ae-34cb689b0bb9 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:36:15.033828 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (7e464149-a859-4177-b1ae-34cb689b0bb9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.066623 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.085316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Deleting port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:15.085667 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.135959 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] DHCP port deletion for 7e464149-a859-4177-b1ae-34cb689b0bb9 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:36:15.157298 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] For port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:36:15.157573 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.171284 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Calling delete_port for 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:15.181025 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Deleting port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:36:15.181395 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.243560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] For port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,segment=NetworkSegment(1b4670e9-215a-4d39-88f9-32985a532ab7),segment_id=1b4670e9-215a-4d39-88f9-32985a532ab7)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:36:15.243961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.252813 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.257526 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Calling delete_port for 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:36:15.286895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] No DVR routers for this DVR port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 on host dv-cinder-790535-38-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:36:15.291362 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:15.336905 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (2e3d9c6d-0720-4efd-ab24-747ac1c9fe38), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.363369 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] No DVR routers for this DVR port 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:36:15.365152 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Pushing event deleted for resources: {'Port': ['ID=2e3d9c6d-0720-4efd-ab24-747ac1c9fe38,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:15.372636 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2cab2-fcf2-46fe-88c1-a0f38cb14eae req-733c4d05-5aa1-46d0-ba6d-d0f0965ead8f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:15.372636 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36f2cab2-fcf2-46fe-88c1-a0f38cb14eae req-733c4d05-5aa1-46d0-ba6d-d0f0965ead8f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0889509 May 04 07:36:15.379237 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.379556 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.379892 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.380224 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.380549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.380927 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.381195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.381501 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.381821 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.382139 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.382455 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.382774 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.383085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.383429 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.383741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc79c1-ce64-44cd-a93d-cd1de27687fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:36:15.408258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (7e464149-a859-4177-b1ae-34cb689b0bb9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.443425 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e464149-a859-4177-b1ae-34cb689b0bb9']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:15.460077 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4670e9-215a-4d39-88f9-32985a532ab7') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:15.460378 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4670e9-215a-4d39-88f9-32985a532ab7') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:36:15.478955 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (1b4670e9-215a-4d39-88f9-32985a532ab7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.489448 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36f2cab2-fcf2-46fe-88c1-a0f38cb14eae req-9e1ec396-7668-4563-9341-2b2eee096cd5 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112335 May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (1b4670e9-215a-4d39-88f9-32985a532ab7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (1b4670e9-215a-4d39-88f9-32985a532ab7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:36:15.513197 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:36:15.563926 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (7e464149-a859-4177-b1ae-34cb689b0bb9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.569080 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.572165 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e464149-a859-4177-b1ae-34cb689b0bb9 HTTP/1.1" status: 204 len: 168 time: 0.6112101 May 04 07:36:15.584129 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfd7-67e7-4292-b1e1-a208aa144f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e464149-a859-4177-b1ae-34cb689b0bb9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:15.742773 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53426) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:15.783014 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3e9bca94-d7f9-4eb2-9d87-a205e4340cfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a183ac2391e141ca8ef0e7f7cc47daed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389543 May 04 07:36:15.785532 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53428) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:15.832350 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] Publish callbacks [] for security_group (3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.856448 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] Publish callbacks [] for security_group (3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.904063 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.906653 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:15.907870 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b HTTP/1.1" status: 204 len: 168 time: 0.1214576 May 04 07:36:15.915615 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d11d4-d9eb-494d-811e-ba0c7b1f83d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a76bd-ec26-4ca7-83df-75ffbd5d0f6b,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:16.453023 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:36:16.473752 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:36:16.474099 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 2e3d9c6d-0720-4efd-ab24-747ac1c9fe38 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:36:16.474511 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device dd1dd932-7d58-41fb-8fdd-0358213479ca no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:36:16.493306 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: dd1dd932-7d58-41fb-8fdd-0358213479ca {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:36:16.493643 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device dd1dd932-7d58-41fb-8fdd-0358213479ca not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:36:16.494041 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device e22ac32c-18e4-4368-983d-64bb3ebce223 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:36:16.514211 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: e22ac32c-18e4-4368-983d-64bb3ebce223 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:36:16.514553 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device e22ac32c-18e4-4368-983d-64bb3ebce223 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:36:18.321138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53502) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:18.434300 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-26e40115-c627-47a8-b0da-a327db7faedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.513076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-26e40115-c627-47a8-b0da-a327db7faedc admin admin] Publish callbacks [] for security_group (536bbce4-3dd7-4a37-8107-5460ecc77819), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.516484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-26e40115-c627-47a8-b0da-a327db7faedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (536bbce4-3dd7-4a37-8107-5460ecc77819), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.553987 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-26e40115-c627-47a8-b0da-a327db7faedc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edaeb5ddf47a4140a909478b9cc3b7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317259 May 04 07:36:18.554829 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e40115-c627-47a8-b0da-a327db7faedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536bbce4-3dd7-4a37-8107-5460ecc77819,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:18.556640 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53506) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:18.603945 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] Publish callbacks [] for security_group (536bbce4-3dd7-4a37-8107-5460ecc77819), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.624568 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] Publish callbacks [] for security_group (536bbce4-3dd7-4a37-8107-5460ecc77819), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.672805 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (536bbce4-3dd7-4a37-8107-5460ecc77819), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.675276 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:18.676399 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/536bbce4-3dd7-4a37-8107-5460ecc77819 HTTP/1.1" status: 204 len: 168 time: 0.1187539 May 04 07:36:18.684268 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef8165-f261-4a74-b2fe-aa5f806a2dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536bbce4-3dd7-4a37-8107-5460ecc77819,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:18.930394 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53512) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:18.943756 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c80a4e5b-9f61-4c2f-b0c1-40987e11dbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.016634 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c80a4e5b-9f61-4c2f-b0c1-40987e11dbbc admin admin] Publish callbacks [] for security_group (4d300b35-b780-495b-8104-3701a0721d64), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.020387 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c80a4e5b-9f61-4c2f-b0c1-40987e11dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4d300b35-b780-495b-8104-3701a0721d64), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.060436 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c80a4e5b-9f61-4c2f-b0c1-40987e11dbbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0668111d75a84e45ab9edd5e20af2310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289358 May 04 07:36:19.062532 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a4e5b-9f61-4c2f-b0c1-40987e11dbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d300b35-b780-495b-8104-3701a0721d64,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:19.063391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53514) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:19.114896 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] Publish callbacks [] for security_group (4d300b35-b780-495b-8104-3701a0721d64), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.139305 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] Publish callbacks [] for security_group (4d300b35-b780-495b-8104-3701a0721d64), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.188496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4d300b35-b780-495b-8104-3701a0721d64), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.191411 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:19.192657 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d300b35-b780-495b-8104-3701a0721d64 HTTP/1.1" status: 204 len: 168 time: 0.1282547 May 04 07:36:19.205686 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e900-baae-46bc-bf89-64ad160d03c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d300b35-b780-495b-8104-3701a0721d64,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:20.386543 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-d16509ef-c2e2-4447-9d12-94ccab7e2db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453835 May 04 07:36:20.495696 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-1f201701-0f37-463d-ace6-6e924e98995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:20.497099 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-1f201701-0f37-463d-ace6-6e924e98995f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 1130 time: 0.0433230 May 04 07:36:20.605917 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-2ca0d5cd-4f08-4d14-b717-75ac22ef3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:20.607461 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-2ca0d5cd-4f08-4d14-b717-75ac22ef3c57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.0898817 May 04 07:36:20.946727 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-c20ffbd3-8b21-437b-8beb-8e819da15cdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 200 len: 1002 time: 0.3324797 May 04 07:36:20.999333 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-7a501540-4e99-4846-9f4b-f13e4c7bd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:21.000756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-7a501540-4e99-4846-9f4b-f13e4c7bd528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0477509 May 04 07:36:21.049861 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-0c17380b-7787-442e-baba-68a1e2890e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:36:21.051439 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-0c17380b-7787-442e-baba-68a1e2890e06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422044 May 04 07:36:21.153066 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-a70efdd6-0295-4580-8655-3dbc705a7741 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940089 May 04 07:36:21.250443 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de5b240d-5f2e-4643-b6fe-71a3cb0587c8 req-6270b7e1-3c02-4bce-a4c2-d8755ee8d893 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911696 May 04 07:36:28.040919 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53646) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:28.153496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-055e5e97-3e5b-4592-9b36-3e694ef73b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.245292 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-055e5e97-3e5b-4592-9b36-3e694ef73b75 admin admin] Publish callbacks [] for security_group (fc4aea8a-9e3b-4a3c-b323-c30edf05db60), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.249730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-055e5e97-3e5b-4592-9b36-3e694ef73b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fc4aea8a-9e3b-4a3c-b323-c30edf05db60), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.289467 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e5e97-3e5b-4592-9b36-3e694ef73b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4aea8a-9e3b-4a3c-b323-c30edf05db60,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:28.295719 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-055e5e97-3e5b-4592-9b36-3e694ef73b75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8dbae4a84054416a49e5f591619fb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537503 May 04 07:36:28.298297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53650) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:28.348176 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] Publish callbacks [] for security_group (fc4aea8a-9e3b-4a3c-b323-c30edf05db60), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.369924 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] Publish callbacks [] for security_group (fc4aea8a-9e3b-4a3c-b323-c30edf05db60), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.416826 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (fc4aea8a-9e3b-4a3c-b323-c30edf05db60), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.419472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.423007 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc4aea8a-9e3b-4a3c-b323-c30edf05db60 HTTP/1.1" status: 204 len: 168 time: 0.1213956 May 04 07:36:28.429019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1332e-aa17-46ab-b8a1-edbd2578b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4aea8a-9e3b-4a3c-b323-c30edf05db60,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:28.691254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53656) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:28.705000 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8dd74a2-bcf0-4556-95d3-d5b1d4f2410f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.783376 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8dd74a2-bcf0-4556-95d3-d5b1d4f2410f admin admin] Publish callbacks [] for security_group (57bde860-cc88-42f8-8398-cd379e87998a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.787390 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8dd74a2-bcf0-4556-95d3-d5b1d4f2410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (57bde860-cc88-42f8-8398-cd379e87998a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.829613 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c8dd74a2-bcf0-4556-95d3-d5b1d4f2410f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=695f949649ed45a8ab3a9097122cf2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371722 May 04 07:36:28.830487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd74a2-bcf0-4556-95d3-d5b1d4f2410f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bde860-cc88-42f8-8398-cd379e87998a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:28.832232 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53658) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:28.891042 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] Publish callbacks [] for security_group (57bde860-cc88-42f8-8398-cd379e87998a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.913854 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] Publish callbacks [] for security_group (57bde860-cc88-42f8-8398-cd379e87998a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.961299 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (57bde860-cc88-42f8-8398-cd379e87998a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.964003 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:28.965365 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57bde860-cc88-42f8-8398-cd379e87998a HTTP/1.1" status: 204 len: 168 time: 0.1319101 May 04 07:36:28.973209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79651f-74de-4b5d-a5b8-3ca487cb7cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bde860-cc88-42f8-8398-cd379e87998a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:29.294754 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53664) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:29.308169 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbfba6f-1e01-462a-a9bd-86c699f5a9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.383494 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbfba6f-1e01-462a-a9bd-86c699f5a9a3 admin admin] Publish callbacks [] for security_group (9bb362c5-86af-4287-9418-562b6c91895d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.401920 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbfba6f-1e01-462a-a9bd-86c699f5a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9bb362c5-86af-4287-9418-562b6c91895d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.442686 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cdbfba6f-1e01-462a-a9bd-86c699f5a9a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c085294b3ed34ece8db50560b82e93bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467941 May 04 07:36:29.444490 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfba6f-1e01-462a-a9bd-86c699f5a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb362c5-86af-4287-9418-562b6c91895d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:29.445632 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53666) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:29.500330 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] Publish callbacks [] for security_group (9bb362c5-86af-4287-9418-562b6c91895d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.522501 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] Publish callbacks [] for security_group (9bb362c5-86af-4287-9418-562b6c91895d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.576173 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (9bb362c5-86af-4287-9418-562b6c91895d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.579019 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:29.582444 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bb362c5-86af-4287-9418-562b6c91895d HTTP/1.1" status: 204 len: 168 time: 0.1336126 May 04 07:36:29.590636 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a39c5c-6555-4cce-9476-5c042ef223ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb362c5-86af-4287-9418-562b6c91895d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:30.079372 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-970e83b7-4999-4e40-9124-0e11e2df235c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:32.315572 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7127397b-63b8-420f-b881-4d8d0a73ad6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:33.541172 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:34.846395 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:36.291354 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:40.492291 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:36:45.020219 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.482019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53820) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:53.600024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3b89-726e-4479-b3cb-383541d59a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.675700 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3b89-726e-4479-b3cb-383541d59a3b admin admin] Publish callbacks [] for security_group (4411078f-37aa-4c11-a69d-da63ef6d1390), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.679550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3b89-726e-4479-b3cb-383541d59a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4411078f-37aa-4c11-a69d-da63ef6d1390), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.718082 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1b0d3b89-726e-4479-b3cb-383541d59a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1428f1f93025456785f224c6d469059c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348194 May 04 07:36:53.719235 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d3b89-726e-4479-b3cb-383541d59a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4411078f-37aa-4c11-a69d-da63ef6d1390,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:53.720727 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53824) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:53.772207 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] Publish callbacks [] for security_group (4411078f-37aa-4c11-a69d-da63ef6d1390), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.795031 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] Publish callbacks [] for security_group (4411078f-37aa-4c11-a69d-da63ef6d1390), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.841426 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4411078f-37aa-4c11-a69d-da63ef6d1390), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.844098 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:53.845276 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4411078f-37aa-4c11-a69d-da63ef6d1390 HTTP/1.1" status: 204 len: 168 time: 0.1234996 May 04 07:36:53.853210 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe162-93da-4499-a1a6-c9938b8dd9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411078f-37aa-4c11-a69d-da63ef6d1390,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:54.913677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 53858) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:55.018954 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1da0ae0-7bdb-4a73-831d-0b34f66d1f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.094254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1da0ae0-7bdb-4a73-831d-0b34f66d1f97 admin admin] Publish callbacks [] for security_group (5273be24-f819-487e-a3d0-a758e23345af), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.098022 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1da0ae0-7bdb-4a73-831d-0b34f66d1f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (5273be24-f819-487e-a3d0-a758e23345af), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.138117 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f1da0ae0-7bdb-4a73-831d-0b34f66d1f97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98c3e9aaff734246a1df1b6aac676f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233429 May 04 07:36:55.138997 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0ae0-7bdb-4a73-831d-0b34f66d1f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273be24-f819-487e-a3d0-a758e23345af,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:36:55.140779 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 53862) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:36:55.188126 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] Publish callbacks [] for security_group (5273be24-f819-487e-a3d0-a758e23345af), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.209040 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] Publish callbacks [] for security_group (5273be24-f819-487e-a3d0-a758e23345af), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.256907 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (5273be24-f819-487e-a3d0-a758e23345af), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.260895 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:36:55.263009 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5273be24-f819-487e-a3d0-a758e23345af HTTP/1.1" status: 204 len: 168 time: 0.1211071 May 04 07:36:55.271168 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4949a60-6efb-4a36-8ea5-55f2dcc944de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273be24-f819-487e-a3d0-a758e23345af,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:00.080931 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-077c04fc-785f-423f-963e-5158ac484c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:02.317937 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4ee17215-0ada-47ea-b18b-616265af96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:03.544928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:04.851824 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:06.283869 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:15.020370 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:17.491773 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:37:17.879897 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54002) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:17.983395 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.060405 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Publish callbacks [] for security_group (1490dc77-a212-4de2-858d-81e2bdf02667), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.064237 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1490dc77-a212-4de2-858d-81e2bdf02667), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.101572 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c8dd48689a4c2da9e8fd4d2071c6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205811 May 04 07:37:18.102446 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490dc77-a212-4de2-858d-81e2bdf02667,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:18.104414 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54008) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:18.110202 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.110556 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.110897 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.111257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.111594 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.111927 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.112255 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.112581 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.112915 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.113239 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.113563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.113894 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.114316 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.114633 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.114952 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539df14e-4c0b-4835-a90d-7fce9835eb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.154552 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Publish callbacks [] for security_group (1490dc77-a212-4de2-858d-81e2bdf02667), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.176013 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Publish callbacks [] for security_group (1490dc77-a212-4de2-858d-81e2bdf02667), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.227958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (1490dc77-a212-4de2-858d-81e2bdf02667), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.231913 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:18.233073 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1490dc77-a212-4de2-858d-81e2bdf02667 HTTP/1.1" status: 204 len: 168 time: 0.1270916 May 04 07:37:18.241257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490dc77-a212-4de2-858d-81e2bdf02667,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:18.248417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.248762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.249102 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.249434 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.249764 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.250095 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.250420 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.250743 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.251068 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.251416 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.251743 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.252324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.252641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.252958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:18.253274 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d8619-42b7-4e55-a194-6cb664f251a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:21.696227 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-ada6a00e-d267-4a2f-904d-6680cb1ca3f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400908 May 04 07:37:21.764812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-146ae3a5-1939-4147-a238-42e9d80c89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:21.766180 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-146ae3a5-1939-4147-a238-42e9d80c89e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 1129 time: 0.0390537 May 04 07:37:21.869295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-7ef518e7-8ad8-40c6-bdc4-d8e12139e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:21.871468 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-7ef518e7-8ad8-40c6-bdc4-d8e12139e46c service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0855227 May 04 07:37:21.941866 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-b293fe7c-d161-4ece-9ead-b6993c58aab4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 200 len: 1001 time: 0.0641155 May 04 07:37:21.990023 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-883a5bd8-19a0-4980-9c39-f2cb57156e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:21.991499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-883a5bd8-19a0-4980-9c39-f2cb57156e98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0444343 May 04 07:37:22.034033 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-fb22100d-c0f6-47a3-a3b0-6f69aeb1ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:22.035542 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-fb22100d-c0f6-47a3-a3b0-6f69aeb1ae0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388436 May 04 07:37:22.130819 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-b4e8c09c-3f98-4264-b6f2-d1e75e198763 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 May 04 07:37:22.222962 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92df8f39-f97f-47a5-93ad-d1e02139cb20 req-c7b9997e-ef67-4934-bdc7-4b283d26baa2 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866475 May 04 07:37:27.968453 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341f14-56c3-4d19-a32e-905e3efccce7 req-1a7a2321-35de-45a5-91ab-9ee3f7dbd9e0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:27.969843 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb341f14-56c3-4d19-a32e-905e3efccce7 req-1a7a2321-35de-45a5-91ab-9ee3f7dbd9e0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0482914 May 04 07:37:28.017748 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eb341f14-56c3-4d19-a32e-905e3efccce7 req-72c3a701-1039-4ce9-acda-b844194794cf tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 May 04 07:37:29.137916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7ffbf-7de7-4471-bfd3-d503aa3e2b9d req-c725fa73-7f4d-4d36-a82f-354b3728df99 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:29.139442 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00e7ffbf-7de7-4471-bfd3-d503aa3e2b9d req-c725fa73-7f4d-4d36-a82f-354b3728df99 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0490484 May 04 07:37:29.190847 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00e7ffbf-7de7-4471-bfd3-d503aa3e2b9d req-6c1b497c-fba8-40fe-b212-eca1a67920ab tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 May 04 07:37:30.071800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-574d6543-b7d9-47d8-9d74-d3ca6653ecee tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:30.073935 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-574d6543-b7d9-47d8-9d74-d3ca6653ecee tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0585864 May 04 07:37:30.085136 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-fba7aa4e-bb3b-425b-8a1c-e79c259ce6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.163714 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Deleting port 6f8dc487-82ce-4709-88e3-f6859f375023 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:37:30.164297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.272940 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] For port 6f8dc487-82ce-4709-88e3-f6859f375023, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f8dc487-82ce-4709-88e3-f6859f375023,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:37:30.273209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.319530 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ecc6b-2937-4e7e-ae23-9dd700737170 req-e25c1a2e-5447-4030-904a-963971abf61b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:30.321016 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d6ecc6b-2937-4e7e-ae23-9dd700737170 req-e25c1a2e-5447-4030-904a-963971abf61b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 946 time: 0.0562329 May 04 07:37:30.375219 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d6ecc6b-2937-4e7e-ae23-9dd700737170 req-bdfda4f5-fcd1-48f7-b565-768741254cad tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482049 May 04 07:37:30.469430 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.469798 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.470114 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Floating IP 1037361a-0efb-4873-a1b5-73dd1d6c4a7a disassociated. External IP: 172.27.1.250, port: 6f8dc487-82ce-4709-88e3-f6859f375023. May 04 07:37:30.470455 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Calling delete_port for 6f8dc487-82ce-4709-88e3-f6859f375023 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:37:30.627432 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (6f8dc487-82ce-4709-88e3-f6859f375023), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.661469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'Port': ['ID=6f8dc487-82ce-4709-88e3-f6859f375023,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:30.782076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:37:30.905345 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:37:30.914829 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:37:30.925453 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:30.926116 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:30.949861 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] No DVR routers for this DVR port 6f8dc487-82ce-4709-88e3-f6859f375023 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:37:30.952590 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:30.956041 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74ab6f37-580b-40eb-8c1b-5f8ff1a58f2d req-ff488eee-11ed-42db-908f-e8fdc979b039 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "DELETE /v2.0/ports/6f8dc487-82ce-4709-88e3-f6859f375023 HTTP/1.1" status: 204 len: 173 time: 0.8766241 May 04 07:37:30.956535 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'name': 'network-vif-deleted', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:30.958867 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f94592-a871-43d7-a7c3-9a82dc5c5afe" -d '{"events": [{"server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "name": "network-vif-deleted", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:31.002901 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f4e4f-773f-4233-ad2b-5c0180ecbea2 x-openstack-request-id: req-c88f4e4f-773f-4233-ad2b-5c0180ecbea2 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:31.003545 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68adb3cf-24b4-4b9b-a835-5fb1954a1624", "name": "network-vif-deleted", "tag": "6f8dc487-82ce-4709-88e3-f6859f375023", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:31.004090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c88f4e4f-773f-4233-ad2b-5c0180ecbea2 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:31.004567 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88f4e4f-773f-4233-ad2b-5c0180ecbea2'] response: {'server_uuid': '68adb3cf-24b4-4b9b-a835-5fb1954a1624', 'name': 'network-vif-deleted', 'tag': '6f8dc487-82ce-4709-88e3-f6859f375023', 'status': 'completed', 'code': 200} May 04 07:37:31.148854 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:31.355985 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:31.383448 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:37:31.393551 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:31.394171 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:31.516885 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:31.521137 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-87c645ab-f528-45bd-93a9-4c4b24fde578 req-4e9372b6-53ee-4fbd-86d2-a51043852ff9 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=68adb3cf-24b4-4b9b-a835-5fb1954a1624 HTTP/1.1" status: 200 len: 210 time: 0.0311193 May 04 07:37:31.727607 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:31.755230 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4113b7-8e81-4705-8e2b-9c7f491a2563 None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:37:31.999669 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefee21-605a-4c30-b670-9ca2c80f3bf0 None None] New status for floating IP 1037361a-0efb-4873-a1b5-73dd1d6c4a7a: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:37:32.321371 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-58fc1502-dcb6-4c41-81b0-ec2c95e3e3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.545848 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.618076 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54050) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:33.675355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (cdd40523-5f5a-40c8-8f33-39fd6d0b62a0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.699571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (cdd40523-5f5a-40c8-8f33-39fd6d0b62a0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.748089 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (cdd40523-5f5a-40c8-8f33-39fd6d0b62a0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.750533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.751730 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdd40523-5f5a-40c8-8f33-39fd6d0b62a0 HTTP/1.1" status: 204 len: 168 time: 0.1326368 May 04 07:37:33.755172 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54052) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:33.761835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e6d1-b989-4b5a-aca2-c059a9541568 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd40523-5f5a-40c8-8f33-39fd6d0b62a0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:33.768852 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.api.v2.resource [None req-553b471a-fb92-4606-9384-c7460921d357 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] show failed (client error): The resource could not be found. May 04 07:37:33.769910 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-553b471a-fb92-4606-9384-c7460921d357 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups/cdd40523-5f5a-40c8-8f33-39fd6d0b62a0 HTTP/1.1" status: 404 len: 347 time: 0.0131745 May 04 07:37:33.772741 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54054) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:33.821021 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6f8dc487-82ce-4709-88e3-f6859f375023 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:37:33.840905 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 6f8dc487-82ce-4709-88e3-f6859f375023 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:37:33.841257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 6f8dc487-82ce-4709-88e3-f6859f375023 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:37:33.893609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Deleting port 9ae34d44-8e10-4005-b34e-af5b4d1476f5 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:37:33.893951 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.973556 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.973879 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (9ae34d44-8e10-4005-b34e-af5b4d1476f5), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:33.987819 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Calling delete_port for 9ae34d44-8e10-4005-b34e-af5b4d1476f5 owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:37:34.117016 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (9ae34d44-8e10-4005-b34e-af5b4d1476f5), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.143466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'Port': ['ID=9ae34d44-8e10-4005-b34e-af5b4d1476f5,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:34.206294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (1037361a-0efb-4873-a1b5-73dd1d6c4a7a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.208961 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.210088 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b4ac3bb2-5805-4669-a335-5753d589cdb1 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "DELETE /v2.0/floatingips/1037361a-0efb-4873-a1b5-73dd1d6c4a7a HTTP/1.1" status: 204 len: 168 time: 0.4364412 May 04 07:37:34.715801 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54058) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:34.721053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371860012', 'description': 'tempest-description--1901475336'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:34.742651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.812284 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (a56c243c-f5ab-4463-81fc-068fd0c7af1a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.815968 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a56c243c-f5ab-4463-81fc-068fd0c7af1a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.847471 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.848701 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316726 May 04 07:37:34.850631 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767023de-e274-4f68-9529-9da55554b6fe tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c243c-f5ab-4463-81fc-068fd0c7af1a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:34.851683 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54060) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:34.856743 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.857267 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group_rule': {'security_group_id': 'a56c243c-f5ab-4463-81fc-068fd0c7af1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:34.881635 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (5c082803-f50f-4e42-b3fb-67298f04eda7), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.937145 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (5c082803-f50f-4e42-b3fb-67298f04eda7), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.940482 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (5c082803-f50f-4e42-b3fb-67298f04eda7), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.957695 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c082803-f50f-4e42-b3fb-67298f04eda7,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:34.966139 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:34.967344 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-faaba722-f2b0-45e4-ac85-d0f53a993964 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145797 May 04 07:37:34.969962 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54062) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:34.974285 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'security_group_rule': {'security_group_id': 'a56c243c-f5ab-4463-81fc-068fd0c7af1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:35.000016 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (e74769ae-93a4-4888-ad32-b8f39a118273), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.059172 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (e74769ae-93a4-4888-ad32-b8f39a118273), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.062924 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771927'] for security_group_rule (e74769ae-93a4-4888-ad32-b8f39a118273), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.081850 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74769ae-93a4-4888-ad32-b8f39a118273,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:35.091899 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.093072 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1d066df2-e111-472a-b656-6eb6457e328b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221526 May 04 07:37:35.096096 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54064) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:35.100311 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:35.119589 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.196613 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.302696 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Allocated IP 172.27.1.195 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/9416e657-6141-4e9b-be42-9b72d26466d9) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:37:35.402866 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (9416e657-6141-4e9b-be42-9b72d26466d9), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.435956 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.478982 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:37:35.483796 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:37:35.488602 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:37:35.491664 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=9416e657-6141-4e9b-be42-9b72d26466d9,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:35.572270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.608590 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.759975 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (9416e657-6141-4e9b-be42-9b72d26466d9), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.765024 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.836815 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=9416e657-6141-4e9b-be42-9b72d26466d9,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:35.845265 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.860228 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:35.861429 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-9bb5ff67-512c-4f89-b7f7-4f7e0a07f492 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7643895 May 04 07:37:36.016275 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-59c560f2-da47-4daa-8604-3c0a07367c30 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1371860012&fields=id&tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 267 time: 0.0476563 May 04 07:37:36.125875 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-28203023-ea57-4b7e-938e-410ac21013b9 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:36.127552 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-28203023-ea57-4b7e-938e-410ac21013b9 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 810 time: 0.1047871 May 04 07:37:36.144465 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-67340f84-65c2-438f-b38e-51c80b058748 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/quotas/67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 375 time: 0.0116105 May 04 07:37:36.194534 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-dd8afab6-dd3d-4656-9eb3-7ee36a018157 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443387 May 04 07:37:36.288467 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:36.308603 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-22871ea6-eb27-495c-86bc-b5bd6055d12e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 07:37:36.309558 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-22871ea6-eb27-495c-86bc-b5bd6055d12e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1024327 May 04 07:37:36.401280 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-7f8ebbac-9dd6-4c1e-9769-adc3ee2353be service neutron] 10.222.0.21 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 May 04 07:37:36.490787 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-5bfe886c-d1eb-4224-8159-3a39b705357b service neutron] 10.222.0.21 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839965 May 04 07:37:37.676988 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-972db1cc-4945-4182-b646-5eb89358b650 req-b2aeb1c3-5186-472b-b760-2b078881e37f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 210 time: 0.0297384 May 04 07:37:38.664592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-55d5be17-af1f-4b17-b8da-e4ba36dc7d92 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:38.666042 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-55d5be17-af1f-4b17-b8da-e4ba36dc7d92 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 810 time: 0.1186380 May 04 07:37:38.750439 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-e1a03333-cbf1-45bc-bdfd-14d9309a5a33 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d HTTP/1.1" status: 200 len: 380 time: 0.0631664 May 04 07:37:38.781195 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d5376720-cced-45bb-8c84-057983cd9c79 req-5cf8da99-791b-43cf-bcb9-eb197e60bef0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 210 time: 0.0308447 May 04 07:37:38.837850 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'port': {'device_id': '0c290072-62df-4b33-9ed4-aadf27627888', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'admin_state_up': True, 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'security_groups': ['a56c243c-f5ab-4463-81fc-068fd0c7af1a']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:38.943833 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Made reservation on behalf of 67ba7d23d29d4a7983ba1cfe0ac4863d for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:37:38.947096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.076147 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Allocated IP 172.20.0.13 (8770c4f3-49c0-4046-a83a-e7aa28e9aa19/692f8b5f-62d8-47c2-b805-32fff27b9bae/4eb1fe23-ef47-4e5a-a3c7-0bedafe80476) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:37:39.215213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.248386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.292462 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:37:39.295730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:37:39.301944 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:37:39.325436 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event updated for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:39.353555 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:39.354829 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.371342 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ea6160c3-4938-4283-8027-649834e88caa tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5373986 May 04 07:37:39.388996 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Request body: {'port': {'device_id': '0c290072-62df-4b33-9ed4-aadf27627888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:39.459912 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.489322 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-d68dbaef-4312-4afc-b6e6-aa297c68dff0 None None] Provisioning complete for port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:37:39.489923 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-d68dbaef-4312-4afc-b6e6-aa297c68dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.530432 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-d68dbaef-4312-4afc-b6e6-aa297c68dff0 None None] Port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:37:39.777427 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:37:39.785761 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks [] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.797952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Transition to ACTIVE for port object 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:37:39.802068 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:39.877902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:39.971352 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ba7d2-bf57-44a3-9626-d6e9f553a54a req-68f3fe47-e357-43ba-ab10-3cc86ebf0225 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:39.972886 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-577ba7d2-bf57-44a3-9626-d6e9f553a54a req-68f3fe47-e357-43ba-ab10-3cc86ebf0225 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 944 time: 0.0964000 May 04 07:37:39.992776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Attempting to bind port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:37:39.993212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Attempting to bind port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:37:39.993612 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Attempting to bind port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:37:40.007008 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:37:40.007362 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Attempting to bind port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 on network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:37:40.020507 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:37:40.020843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Checking segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:37:40.021228 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Bound using segment: {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:37:40.021675 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Bound port: 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a6d126-bf38-482b-bb9b-2afb318fffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:37:40.022033 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:40.050104 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-577ba7d2-bf57-44a3-9626-d6e9f553a54a req-a0cb8080-020e-4537-bc81-fdcdcc1857c2 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685735 May 04 07:37:40.105469 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:37:40.108421 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:37:40.114597 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:40.147894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:40.148511 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:40.150088 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] 10.222.0.26 "PUT /v2.0/ports/4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 200 len: 1094 time: 0.7653766 May 04 07:37:40.153205 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:40.155571 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728" -d '{"events": [{"name": "network-changed", "server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:40.183561 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98745-c3d1-4f4c-a757-b4933f02f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:40.208659 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f42cfd-84d6-4a29-8976-48e88a4b23e4 x-openstack-request-id: req-55f42cfd-84d6-4a29-8976-48e88a4b23e4 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:40.208952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:40.209208 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55f42cfd-84d6-4a29-8976-48e88a4b23e4 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:40.209614 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f42cfd-84d6-4a29-8976-48e88a4b23e4'] response: {'name': 'network-changed', 'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'status': 'completed', 'code': 200} May 04 07:37:40.274139 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-3988e44c-4593-4cd7-b580-bb34293d042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:40.275851 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-3988e44c-4593-4cd7-b580-bb34293d042e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 1128 time: 0.0439720 May 04 07:37:40.325451 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-57d6ce77-16ac-4212-bffb-d9a8d9f4d048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 200 len: 217 time: 0.0358815 May 04 07:37:40.380338 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ca42cfe0-c80c-423e-b272-5deb6c9936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:40.382106 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-ca42cfe0-c80c-423e-b272-5deb6c9936f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0503151 May 04 07:37:40.424910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-60d25b76-947d-430d-8601-ffd7703a026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:40.426499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-60d25b76-947d-430d-8601-ffd7703a026f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391858 May 04 07:37:40.519341 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-48781837-9c99-4921-9f2e-57a578b84550 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860147 May 04 07:37:40.614047 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b0f65cb2-1fc2-4586-b597-6db8097a49df req-99ef3504-3691-45f5-967c-caabaf8b7c46 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865088 May 04 07:37:41.172148 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249617-f7a0-45af-a1d5-7ff0fa452de4 req-1539b6ce-5d4d-4f03-b6f2-d32d5779cbdf tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:41.173733 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1b249617-f7a0-45af-a1d5-7ff0fa452de4 req-1539b6ce-5d4d-4f03-b6f2-d32d5779cbdf tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 944 time: 0.0548673 May 04 07:37:41.230171 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1b249617-f7a0-45af-a1d5-7ff0fa452de4 req-cfee3a34-a0c0-4e43-970c-cab96e3f5b85 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503750 May 04 07:37:41.907083 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d60003-749a-46fb-847c-5654685eedce req-80a85922-f87d-4b4f-943b-bed751f88e6b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:41.908588 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-97d60003-749a-46fb-847c-5654685eedce req-80a85922-f87d-4b4f-943b-bed751f88e6b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0474057 May 04 07:37:41.958081 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-97d60003-749a-46fb-847c-5654685eedce req-4a265e5d-9d64-47cb-9446-0a2ae46c006a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 May 04 07:37:42.354985 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaadbdc-2f7d-4993-8fc5-66bfe33873f6 req-37c10eff-334c-49f0-919e-dca4d363868e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:42.356791 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ddaadbdc-2f7d-4993-8fc5-66bfe33873f6 req-37c10eff-334c-49f0-919e-dca4d363868e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 944 time: 0.0524828 May 04 07:37:42.404634 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ddaadbdc-2f7d-4993-8fc5-66bfe33873f6 req-dc43ae1c-a38a-4a99-bf84-36d7b9c33a5e tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 May 04 07:37:42.648507 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-b5af7b7e-3bf3-47fa-aad7-61ffd0cfef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:42.649997 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-b5af7b7e-3bf3-47fa-aad7-61ffd0cfef23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 1128 time: 0.0420024 May 04 07:37:43.071119 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9086e5-b909-4d33-a387-6db5fddc901a req-68f633d8-0ad5-449b-a934-3f3e16548f0f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:43.072595 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f9086e5-b909-4d33-a387-6db5fddc901a req-68f633d8-0ad5-449b-a934-3f3e16548f0f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0463879 May 04 07:37:43.125294 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f9086e5-b909-4d33-a387-6db5fddc901a req-fa501f61-b781-4aab-95d8-ffb0a2176203 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470493 May 04 07:37:43.535929 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b4dab-274d-47ca-93e6-a795a938253c req-7a4a5685-a7d3-453f-b5f8-7812c00a9596 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:43.537443 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d0b4dab-274d-47ca-93e6-a795a938253c req-7a4a5685-a7d3-453f-b5f8-7812c00a9596 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 944 time: 0.0566137 May 04 07:37:43.586838 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-7d0b4dab-274d-47ca-93e6-a795a938253c req-4a40736b-cbf6-413d-9dc0-66021af5439c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 May 04 07:37:43.750441 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-ab4d014e-53c4-46f3-9189-c285ec148763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:43.752172 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-ab4d014e-53c4-46f3-9189-c285ec148763 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.0875874 May 04 07:37:43.813787 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-1f46e5e1-39ee-4622-9319-742a38f9b3f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 200 len: 217 time: 0.0387573 May 04 07:37:43.866666 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:37:43.898193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-fe22ed6e-01f9-4011-8e9e-2cd427aee915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:43.899860 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-fe22ed6e-01f9-4011-8e9e-2cd427aee915 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0428886 May 04 07:37:43.967509 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:37:43.978191 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'port_id': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'mac_address': 'fa:16:3e:91:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:37:44.015319 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:37:44.015635 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:44.032954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:37:44.052028 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:37:44.056134 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:44.060155 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-e24c1e01-f02b-43e8-beb4-95e4bfee1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:44.061648 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-e24c1e01-f02b-43e8-beb4-95e4bfee1b26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391228 May 04 07:37:44.104474 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:44.111799 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.112150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.112487 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.112825 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.113171 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.113483 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.113801 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.114124 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.114445 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.114767 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.115086 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.115436 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.115754 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.116071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.116385 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:37:44.157994 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-10d463dd-6f97-4c7b-9562-5aae4b011c1b service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900574 May 04 07:37:44.239417 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9793b-f3c0-4da2-9024-507d1b3a8b21 req-b291e7cd-190c-4de6-81ea-57a03e5c5635 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:44.240855 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6b9793b-f3c0-4da2-9024-507d1b3a8b21 req-b291e7cd-190c-4de6-81ea-57a03e5c5635 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0463872 May 04 07:37:44.289708 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6b9793b-f3c0-4da2-9024-507d1b3a8b21 req-6fbe1b8d-5e4a-4f23-8aba-358779f989ed tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 May 04 07:37:44.533684 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:37:44.725368 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3127-3cf8-474d-ad46-1c2a81dbe24c req-1493ddaa-8dc6-416b-af3e-28af4e6d3f7c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:44.727865 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ce3f3127-3cf8-474d-ad46-1c2a81dbe24c req-1493ddaa-8dc6-416b-af3e-28af4e6d3f7c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 945 time: 0.0563192 May 04 07:37:44.752992 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-71475c15-1ad8-434f-9337-f242e01dba3c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:44.754506 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-71475c15-1ad8-434f-9337-f242e01dba3c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 945 time: 0.0602479 May 04 07:37:44.784395 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ce3f3127-3cf8-474d-ad46-1c2a81dbe24c req-f1cd37f9-9ebf-4a26-8022-159b10cd88ea tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 May 04 07:37:44.787886 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d93e1ac-46f3-4e0b-b7c9-310c4552d728 req-22f03308-d50f-4acf-9b7f-079c89a9ba77 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259167 May 04 07:37:44.851782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:37:44.852143 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:44.944974 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] For port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:37:44.945241 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.118631 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.118973 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (641f10ee-d59f-4f52-89b2-7654e55297ce), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.119286 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP 641f10ee-d59f-4f52-89b2-7654e55297ce disassociated. External IP: 172.27.1.242, port: 1b2e3dda-ff05-4109-965f-0bfce24a9c6c. May 04 07:37:45.119687 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for 1b2e3dda-ff05-4109-965f-0bfce24a9c6c owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:37:45.252269 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1b2e3dda-ff05-4109-965f-0bfce24a9c6c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.280526 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=1b2e3dda-ff05-4109-965f-0bfce24a9c6c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:45.357251 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.417735 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9de3fe44-0ad4-4bf1-b9c8-c634bee54961 req-65c23421-9c62-4004-8cc6-223b5f06be9a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 210 time: 0.0374045 May 04 07:37:45.434793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:37:45.548815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:37:45.560265 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:37:45.569633 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:45.570232 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:45.593649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] No DVR routers for this DVR port 1b2e3dda-ff05-4109-965f-0bfce24a9c6c on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:37:45.596322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.599670 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a2cc64e6-6a80-4414-a9bd-b159de9a5a16 req-0344fe7c-d881-4c6f-ba50-f844e5e30f7c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "DELETE /v2.0/ports/1b2e3dda-ff05-4109-965f-0bfce24a9c6c HTTP/1.1" status: 204 len: 173 time: 0.8393841 May 04 07:37:45.600110 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'name': 'network-vif-deleted', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:45.602377 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eadf4ba-2280-4e2e-9f8a-c58b1841f89d" -d '{"events": [{"server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "name": "network-vif-deleted", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:45.656878 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a14d27-dc49-4d33-aa3a-e9ad16d6b356 x-openstack-request-id: req-d6a14d27-dc49-4d33-aa3a-e9ad16d6b356 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:45.657171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30c2cf2-6626-4d5b-9beb-2a892aea961e", "name": "network-vif-deleted", "tag": "1b2e3dda-ff05-4109-965f-0bfce24a9c6c", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:45.657418 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a14d27-dc49-4d33-aa3a-e9ad16d6b356 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:45.657820 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a14d27-dc49-4d33-aa3a-e9ad16d6b356'] response: {'server_uuid': 'c30c2cf2-6626-4d5b-9beb-2a892aea961e', 'name': 'network-vif-deleted', 'tag': '1b2e3dda-ff05-4109-965f-0bfce24a9c6c', 'status': 'completed', 'code': 200} May 04 07:37:45.689186 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:45.872578 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:37:45.914162 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:45.914445 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9902ba4-5841-40cf-b016-8469225e4e07 req-a9d79269-7f05-4cb1-a4a7-29a2e072f8ab tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:45.918019 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9902ba4-5841-40cf-b016-8469225e4e07 req-a9d79269-7f05-4cb1-a4a7-29a2e072f8ab tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 945 time: 0.0601444 May 04 07:37:45.931580 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:37:45.938706 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:37:45.939783 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:45.953077 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:37:45.963491 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:45.964152 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:45.993516 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9902ba4-5841-40cf-b016-8469225e4e07 req-233c7ebe-743b-4b2c-afcd-a6119c58f5f0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706513 May 04 07:37:46.025250 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:37:46.025637 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:46.062005 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:46.064228 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7646d9-0221-4fc0-9e22-f21eeeed5a5e" -d '{"events": [{"server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:46.078714 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:37:46.083636 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:46.143017 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:46.144120 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:46.254450 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71440275-6eb6-4740-84d1-e379844a2372 x-openstack-request-id: req-71440275-6eb6-4740-84d1-e379844a2372 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:46.254735 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:46.255011 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71440275-6eb6-4740-84d1-e379844a2372 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:46.255452 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71440275-6eb6-4740-84d1-e379844a2372'] response: {'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'code': 200} May 04 07:37:46.396370 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:46.429559 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99873-ce3f-4ebc-8e08-1318853330fe None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:37:46.583587 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-772730e4-94aa-479a-b53f-b7ca4ba0a668 req-8b2bfea2-1d5e-40c9-b408-5dac2d8befb6 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=c30c2cf2-6626-4d5b-9beb-2a892aea961e HTTP/1.1" status: 200 len: 210 time: 0.0706160 May 04 07:37:46.597096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa4d-9025-4f68-9cc9-492c92a30d57 req-533a284b-dd74-4aaf-99f1-14dfa150bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:46.598912 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ca6bfa4d-9025-4f68-9cc9-492c92a30d57 req-533a284b-dd74-4aaf-99f1-14dfa150bd90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 1130 time: 0.0670795 May 04 07:37:46.661682 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ca6bfa4d-9025-4f68-9cc9-492c92a30d57 req-f190b6f3-622a-4b64-860d-3882af5321c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550983 May 04 07:37:46.746282 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270bb7-6297-4da2-bb54-3e69dfc650c8 None None] New status for floating IP 641f10ee-d59f-4f52-89b2-7654e55297ce: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:37:47.135344 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11292cf-2c05-4882-9472-a754129e9db7 req-5f51d1b4-993a-48c9-b165-2e4d06b8b00c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:47.136773 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b11292cf-2c05-4882-9472-a754129e9db7 req-5f51d1b4-993a-48c9-b165-2e4d06b8b00c tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0501683 May 04 07:37:47.184174 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-b11292cf-2c05-4882-9472-a754129e9db7 req-9479f7c6-443b-45d7-aa73-f2f737bbfa7d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 May 04 07:37:47.853091 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-a2dedd83-c6c8-452a-81ed-35ed1071c8e2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012873181&fields=id&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 267 time: 0.0499074 May 04 07:37:47.874231 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1b2e3dda-ff05-4109-965f-0bfce24a9c6c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:37:47.897618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 1b2e3dda-ff05-4109-965f-0bfce24a9c6c {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:37:47.897953 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1b2e3dda-ff05-4109-965f-0bfce24a9c6c not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:37:47.982504 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-553d21ea-df6f-4358-aa77-4449fe8450a2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:47.984871 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-553d21ea-df6f-4358-aa77-4449fe8450a2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1251869 May 04 07:37:48.001232 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-340a9a37-fe48-40b6-ba4a-02f420240b86 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/quotas/9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 375 time: 0.0109468 May 04 07:37:48.055487 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-036ca3c7-3959-4101-953b-5ee9180c97f2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480957 May 04 07:37:48.160930 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-8e8949bf-69cb-408e-91b0-b15da18f9195 service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882783 May 04 07:37:48.254309 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-e8611cf2-1bbe-4a17-81e4-ea63e37ff310 service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 May 04 07:37:48.298074 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e27139-ecce-411a-bc08-da39da2cc241 req-d33ec0ae-2526-4557-85a9-8a2c7cdbb412 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:48.299746 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0e27139-ecce-411a-bc08-da39da2cc241 req-d33ec0ae-2526-4557-85a9-8a2c7cdbb412 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0478566 May 04 07:37:48.350749 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0e27139-ecce-411a-bc08-da39da2cc241 req-d9ec3035-d009-4aed-bdb6-e45a9da95296 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454969 May 04 07:37:48.474295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf273c-10d2-43a9-8fa3-2f0657bd7213 req-18cc5767-d21d-484e-b00b-64f4e71ca619 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:48.475833 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d1cf273c-10d2-43a9-8fa3-2f0657bd7213 req-18cc5767-d21d-484e-b00b-64f4e71ca619 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0530624 May 04 07:37:48.485318 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54160) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:37:48.489852 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Request body: {'floatingip': {'port_id': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:48.530899 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:48.617332 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-729a7834-e59d-412a-aeaf-62a8c36cdab7 req-c171d122-f784-4bca-a7bd-4cfaf82b38ff tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 210 time: 0.0563211 May 04 07:37:49.025837 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:49.030179 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:49.138898 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Floating IP ee98277b-13cf-4741-a98e-af9113034ad6 associated. External IP: 172.27.1.195, port: 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476. May 04 07:37:49.370030 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:37:49.516819 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:37:49.529440 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:37:49.548660 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:49.549536 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:49.550706 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:49.598279 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-96447d54-6a3c-407b-b999-c0c01b77e530 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "PUT /v2.0/floatingips/ee98277b-13cf-4741-a98e-af9113034ad6 HTTP/1.1" status: 200 len: 992 time: 1.1118853 May 04 07:37:49.603308 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:49.605607 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e357c20-6c1a-40f6-9523-82e87755de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:49.617124 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-f0150916-3662-4da4-9c4a-a03acf652655 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:49.618596 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-f0150916-3662-4da4-9c4a-a03acf652655 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1517394 May 04 07:37:49.654305 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd3001-6b0b-4117-8914-31f709ca0fce x-openstack-request-id: req-ecbd3001-6b0b-4117-8914-31f709ca0fce {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:49.654726 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:49.654981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecbd3001-6b0b-4117-8914-31f709ca0fce {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:49.655408 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbd3001-6b0b-4117-8914-31f709ca0fce'] response: {'name': 'network-changed', 'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'status': 'completed', 'code': 200} May 04 07:37:49.673273 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:49.775968 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f03ff4da-4e3e-4638-9839-4bc6554d9735 req-ffd1edb8-1ea7-49cf-9dd8-fc2bd7456c31 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 210 time: 0.0558488 May 04 07:37:49.786927 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-ca7079aa-a7fd-4b60-952b-869774052f2c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 380 time: 0.1433442 May 04 07:37:49.788221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-2d3579bc-30e9-49d6-bbe6-75963b6a781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:49.789697 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-2d3579bc-30e9-49d6-bbe6-75963b6a781f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 1130 time: 0.0817733 May 04 07:37:49.802019 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'port': {'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'admin_state_up': True, 'tenant_id': '9d6226b93983480291474f504b5b560f', 'security_groups': ['6803ec27-ad18-4657-bb0e-894f2c0e840c']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:49.913114 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'ee98277b-13cf-4741-a98e-af9113034ad6', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:91:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c290072-62df-4b33-9ed4-aadf27627888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:37:35Z', 'updated_at': '2022-05-04T07:37:48Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:49.941684 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:37:49.951572 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:37:49.952184 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:37:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:49.970962 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-8e507e2e-9f2b-4bdd-b8ab-a4950f33a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:49.972834 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-8e507e2e-9f2b-4bdd-b8ab-a4950f33a679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.1748636 May 04 07:37:50.046295 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Made reservation on behalf of 9d6226b93983480291474f504b5b560f for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:37:50.049895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:50.094929 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-0bb9d592-79ef-46df-98db-2e6cfb635a00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 200 len: 1000 time: 0.1116071 May 04 07:37:50.167763 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:37:50.223222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-a5cfe620-f3d8-47d1-a354-b3b5b93f6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:50.224805 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-a5cfe620-f3d8-47d1-a354-b3b5b93f6d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.1228971 May 04 07:37:50.284163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-7a78bc75-edf8-4a29-9f03-1949565313f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:50.285673 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-7a78bc75-edf8-4a29-9f03-1949565313f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531325 May 04 07:37:50.286795 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.20.0.7 (70b1dc40-24df-4376-83a7-a119a0e9f887/1111c870-e28d-418e-95f4-1b43c87e516b/1850c93c-91be-4390-9970-dc4701b5c6ba) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:37:50.411214 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'ee98277b-13cf-4741-a98e-af9113034ad6', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:91:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c290072-62df-4b33-9ed4-aadf27627888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:37:35Z', 'updated_at': '2022-05-04T07:37:48Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:37:50.441099 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a66f9-4ce8-42a4-bca9-5fabd4d11832 None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': 'ee98277b-13cf-4741-a98e-af9113034ad6', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'port_id': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'mac_address': 'fa:16:3e:91:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c290072-62df-4b33-9ed4-aadf27627888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:37:35Z', 'updated_at': '2022-05-04T07:37:48Z', 'revision_number': 1, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:37:50.648905 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c9005-7bae-4022-a3ae-4d0f1c5b550f None None] New status for floating IP ee98277b-13cf-4741-a98e-af9113034ad6: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:37:50.881852 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8ea6e11b-0624-4917-aa4c-7a9e35ed614e req-2a6e7c3c-563b-4a3a-a8a2-940ee1857e9b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 210 time: 0.0297503 May 04 07:37:50.890251 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-436eb764-f556-4327-9280-c360dfd5b392 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632946 May 04 07:37:50.917840 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.012840 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e357c20-6c1a-40f6-9523-82e87755de7d req-87592163-3d93-417e-a48b-d68f202bf147 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073425 May 04 07:37:51.014390 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.063793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:37:51.066901 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:37:51.073373 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:37:51.080192 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:51.129405 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:51.130028 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.148213 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7ddc3503-570b-4e76-be3d-cf470d33068f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3512828 May 04 07:37:51.164071 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Request body: {'port': {'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:37:51.227537 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.281253 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-ac0255ea-430c-4143-bb14-b56bbcd56025 None None] Provisioning complete for port 1850c93c-91be-4390-9970-dc4701b5c6ba triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:37:51.281621 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ac0255ea-430c-4143-bb14-b56bbcd56025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.317839 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-ac0255ea-430c-4143-bb14-b56bbcd56025 None None] Port 1850c93c-91be-4390-9970-dc4701b5c6ba cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:37:51.502141 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1850c93c-91be-4390-9970-dc4701b5c6ba {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:37:51.509960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks [] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.523695 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Transition to ACTIVE for port object 1850c93c-91be-4390-9970-dc4701b5c6ba will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:37:51.528214 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.580951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Pushing event updated for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:51.657515 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Attempting to bind port 1850c93c-91be-4390-9970-dc4701b5c6ba on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:37:51.657884 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Attempting to bind port 1850c93c-91be-4390-9970-dc4701b5c6ba by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:37:51.658215 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Attempting to bind port 1850c93c-91be-4390-9970-dc4701b5c6ba on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:37:51.663367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Port 1850c93c-91be-4390-9970-dc4701b5c6ba on network 70b1dc40-24df-4376-83a7-a119a0e9f887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:37:51.663692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Attempting to bind port 1850c93c-91be-4390-9970-dc4701b5c6ba on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:37:51.669321 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:37:51.669661 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:37:51.670785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Bound using segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:37:51.670785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Bound port: 1850c93c-91be-4390-9970-dc4701b5c6ba, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:37:51.671351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.742320 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:37:51.745790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1850c93c-91be-4390-9970-dc4701b5c6ba,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:37:51.752808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.788795 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:51.789457 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:37:51.790876 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] 10.222.0.26 "PUT /v2.0/ports/1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 1093 time: 0.6311557 May 04 07:37:51.793649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:37:51.795982 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc7aa5-478b-4be8-af7a-114715af16b6" -d '{"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:37:51.824808 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121151bb-1ed6-457d-bd6a-bc7cc7934206 service neutron] Pushing event updated for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:37:51.852172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d24803-b5b2-469e-a5a8-cd0af80f1b98 x-openstack-request-id: req-12d24803-b5b2-469e-a5a8-cd0af80f1b98 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:37:51.852533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:37:51.852796 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12d24803-b5b2-469e-a5a8-cd0af80f1b98 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:37:51.853206 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d24803-b5b2-469e-a5a8-cd0af80f1b98'] response: {'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'status': 'completed', 'code': 200} May 04 07:37:51.914301 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-598f858c-0eb3-4949-bed2-19e5f0e4bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:51.915888 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-598f858c-0eb3-4949-bed2-19e5f0e4bbfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1127 time: 0.0449333 May 04 07:37:51.978536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-7376577c-3d3a-4101-b7de-04dc2103dbe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 217 time: 0.0499558 May 04 07:37:52.007071 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e9e40-56b4-4a90-82ab-12cb18108e9d req-b54d2093-fc89-4d31-a185-25a5339087e1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:52.008579 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-290e9e40-56b4-4a90-82ab-12cb18108e9d req-b54d2093-fc89-4d31-a185-25a5339087e1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0506318 May 04 07:37:52.031677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-54cb0a0c-378c-4599-b975-c6622c6bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:52.033223 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-54cb0a0c-378c-4599-b975-c6622c6bcb0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0486984 May 04 07:37:52.060905 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-290e9e40-56b4-4a90-82ab-12cb18108e9d req-5089e229-088a-4051-9330-68a71e8c6443 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 May 04 07:37:52.082904 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-353f0d8c-b887-478b-8c72-326d88281fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:52.084699 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-353f0d8c-b887-478b-8c72-326d88281fc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439637 May 04 07:37:52.181074 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-dadd8c69-d929-46a8-8fb4-f1aa38734e83 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907269 May 04 07:37:52.271543 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a336800-c3d0-4c0a-b017-701d8303f150 req-94a565a4-a94a-49d8-8535-3328c7c33bec service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 May 04 07:37:53.051175 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-32dfce35-9b58-4dbb-8a78-6c0b0012a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:53.052658 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-32dfce35-9b58-4dbb-8a78-6c0b0012a8fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1127 time: 0.0466459 May 04 07:37:53.153572 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-9f9f6a47-446c-4836-9777-e807d6d25c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:53.155024 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-9f9f6a47-446c-4836-9777-e807d6d25c25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0960312 May 04 07:37:53.212776 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-2afa21fc-775d-447d-b1a2-3da78cfc0ab9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 217 time: 0.0381670 May 04 07:37:53.231163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b29196-8b19-41c3-8fab-24f4d95dfe2f req-70a89823-e6d1-4a35-a974-f794837a5b7b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:53.232552 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70b29196-8b19-41c3-8fab-24f4d95dfe2f req-70a89823-e6d1-4a35-a974-f794837a5b7b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0981452 May 04 07:37:53.289662 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-51ebcb71-fcb4-4616-a3c6-a3d0d40a773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:53.291171 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-51ebcb71-fcb4-4616-a3c6-a3d0d40a773e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0725079 May 04 07:37:53.317610 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70b29196-8b19-41c3-8fab-24f4d95dfe2f req-82d3db52-4e53-4267-8ca6-99b5e7616153 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659709 May 04 07:37:53.349991 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-9798a06e-a9d7-48ea-9901-ebf2afeadfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:53.351497 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-9798a06e-a9d7-48ea-9901-ebf2afeadfa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548270 May 04 07:37:53.441102 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-4e789d19-276a-4985-920a-32ba5303298d service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826087 May 04 07:37:53.536853 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4cc7aa5-478b-4be8-af7a-114715af16b6 req-755292ee-6996-4a4d-8fb6-a23d2f44d10b service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892081 May 04 07:37:54.437640 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92856a6b-c2fc-4f35-bbd7-fb5942fd2e02 req-e60ec704-6614-41c3-92f2-6df947a424cf tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:54.439118 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-92856a6b-c2fc-4f35-bbd7-fb5942fd2e02 req-e60ec704-6614-41c3-92f2-6df947a424cf tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0539134 May 04 07:37:54.490082 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-92856a6b-c2fc-4f35-bbd7-fb5942fd2e02 req-a84b51f3-d3cc-49e9-b985-a60ff002082c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 May 04 07:37:54.490816 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:37:55.603945 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b3d01-8912-45e4-9ba7-722aa7609f0c req-3f9efc6e-7028-45ad-80eb-c18c254eef63 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:55.605912 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-434b3d01-8912-45e4-9ba7-722aa7609f0c req-3f9efc6e-7028-45ad-80eb-c18c254eef63 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0472689 May 04 07:37:55.656757 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-434b3d01-8912-45e4-9ba7-722aa7609f0c req-1ef417d9-6d4d-41c2-b4c2-4b12212b69eb tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 May 04 07:37:56.777595 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d025-a533-46d2-b958-7535f0c14b20 req-ff92d452-6515-4880-bc1b-1ad02ffebb0c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:56.779039 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-80e7d025-a533-46d2-b958-7535f0c14b20 req-ff92d452-6515-4880-bc1b-1ad02ffebb0c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0479820 May 04 07:37:56.827500 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-80e7d025-a533-46d2-b958-7535f0c14b20 req-a897845e-b0d0-4a09-8415-a2834ae2fe51 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 May 04 07:37:57.940015 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0207-4caf-4e75-9ee3-75c4656a930c req-c4ad8b8f-647d-4a3a-a0e4-448767a482e9 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:57.941549 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67bd0207-4caf-4e75-9ee3-75c4656a930c req-c4ad8b8f-647d-4a3a-a0e4-448767a482e9 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0464373 May 04 07:37:57.992952 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67bd0207-4caf-4e75-9ee3-75c4656a930c req-9172345b-938c-4cd5-8dc1-0065350943b0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459676 May 04 07:37:59.107373 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acffcf-8e2e-4a4a-b16f-5607de87cecf req-1e8e30ad-95eb-4273-9723-d45c761cc86b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:37:59.108826 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-16acffcf-8e2e-4a4a-b16f-5607de87cecf req-1e8e30ad-95eb-4273-9723-d45c761cc86b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0491467 May 04 07:37:59.156375 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-16acffcf-8e2e-4a4a-b16f-5607de87cecf req-322c032e-e3a0-4c0c-85ca-3febe5531e0a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 May 04 07:37:59.936461 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1850c93c-91be-4390-9970-dc4701b5c6ba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:38:00.034404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1850c93c-91be-4390-9970-dc4701b5c6ba,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:38:00.045776 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:38:00.229192 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4baa888d-b738-4034-abb1-dba11c128603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:00.230679 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1850c93c-91be-4390-9970-dc4701b5c6ba is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:38:00.231097 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:00.243846 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1850c93c-91be-4390-9970-dc4701b5c6ba {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:38:00.266450 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1850c93c-91be-4390-9970-dc4701b5c6ba,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:38:00.271270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf1805-d9a7-4bbc-82c0-132bee2901b4 req-57484648-d0ac-48ed-b8f1-228abe740e8c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:00.272321 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:00.272796 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99bf1805-d9a7-4bbc-82c0-132bee2901b4 req-57484648-d0ac-48ed-b8f1-228abe740e8c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 943 time: 0.0479004 May 04 07:38:00.325087 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:38:00.326673 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-99bf1805-d9a7-4bbc-82c0-132bee2901b4 req-5856d10a-3477-41df-8b53-db50eff20030 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459929 May 04 07:38:00.642360 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['1850c93c-91be-4390-9970-dc4701b5c6ba'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:38:01.437563 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4a88e-2188-403f-b152-ebbcccd4e537 req-857df730-0def-40d7-bcfb-0c3928899daa tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:01.439000 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6de4a88e-2188-403f-b152-ebbcccd4e537 req-857df730-0def-40d7-bcfb-0c3928899daa tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 944 time: 0.0460587 May 04 07:38:01.489767 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6de4a88e-2188-403f-b152-ebbcccd4e537 req-e3c6377b-20e3-4ac1-a91e-0bb0db196b25 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 May 04 07:38:01.946238 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1850c93c-91be-4390-9970-dc4701b5c6ba up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:38:01.992917 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 1850c93c-91be-4390-9970-dc4701b5c6ba completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:38:02.000213 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 1850c93c-91be-4390-9970-dc4701b5c6ba triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:38:02.000581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:02.077876 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1850c93c-91be-4390-9970-dc4701b5c6ba is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:38:02.078254 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:02.100451 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:38:02.102741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bfc75d-e425-4571-adc6-9a6c4e97ff60" -d '{"events": [{"server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "name": "network-vif-plugged", "status": "completed", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:38:02.115293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1850c93c-91be-4390-9970-dc4701b5c6ba,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:38:02.119320 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:02.143226 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f354e-4309-485a-9ef2-24b047c4db20 x-openstack-request-id: req-420f354e-4309-485a-9ef2-24b047c4db20 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:38:02.143521 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "name": "network-vif-plugged", "status": "completed", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:38:02.143775 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-420f354e-4309-485a-9ef2-24b047c4db20 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:38:02.144200 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420f354e-4309-485a-9ef2-24b047c4db20'] response: {'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'code': 200} May 04 07:38:02.175117 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:38:02.324080 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9b93b19c-6673-403b-a72c-9a6831965589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:02.387815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76973c-c96b-438f-bc38-a00a6dffb06a req-4a8d674a-379f-42e9-ac4e-bb81d9c5f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:02.389367 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a76973c-c96b-438f-bc38-a00a6dffb06a req-4a8d674a-379f-42e9-ac4e-bb81d9c5f5d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0390570 May 04 07:38:02.458924 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a76973c-c96b-438f-bc38-a00a6dffb06a req-a89776c1-bb93-48b1-8a74-45a9b4f6bb97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 May 04 07:38:02.605212 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcc5a0-0f60-44ce-880d-7476eff6caa9 req-7b31c8c4-68f4-4545-bef3-6be601e02d09 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:02.606576 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-02fcc5a0-0f60-44ce-880d-7476eff6caa9 req-7b31c8c4-68f4-4545-bef3-6be601e02d09 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0452464 May 04 07:38:02.657623 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-02fcc5a0-0f60-44ce-880d-7476eff6caa9 req-4c377c74-ccfc-4eed-9c14-81cd4e15f71f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 May 04 07:38:03.549136 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:03.777140 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16031936-4364-4b07-b98e-a8a109b1f0c7 req-93b7b841-6299-4697-b5e0-055b8dfbd718 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:03.778610 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-16031936-4364-4b07-b98e-a8a109b1f0c7 req-93b7b841-6299-4697-b5e0-055b8dfbd718 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0522006 May 04 07:38:03.828378 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-16031936-4364-4b07-b98e-a8a109b1f0c7 req-670e2e3a-e249-4c38-9423-301a7ac792e0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438900 May 04 07:38:04.856322 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:04.945314 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16174bd8-a43b-40db-852a-3d3772c17321 req-d990105f-0a29-4bba-8610-126cec22aea8 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:04.946802 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-16174bd8-a43b-40db-852a-3d3772c17321 req-d990105f-0a29-4bba-8610-126cec22aea8 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0464027 May 04 07:38:04.996680 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-16174bd8-a43b-40db-852a-3d3772c17321 req-4b0807d1-2336-4ee8-bf2e-e3ff3b3b8721 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 May 04 07:38:05.110896 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03f72-a4c4-4017-82b0-2cee8dbfe77b req-e6503b06-8049-44c8-ae68-cb47b99c0d9a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:05.113173 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8aa03f72-a4c4-4017-82b0-2cee8dbfe77b req-e6503b06-8049-44c8-ae68-cb47b99c0d9a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0493076 May 04 07:38:05.162294 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8aa03f72-a4c4-4017-82b0-2cee8dbfe77b req-479ecaa7-42aa-44c1-9023-ca5eb75cd36e tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 May 04 07:38:05.184116 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54212) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:38:05.221632 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d561c-c107-40c3-a710-d92bf5c2fecd tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:05.223119 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5d3d561c-c107-40c3-a710-d92bf5c2fecd tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1124 time: 0.0380504 May 04 07:38:05.225843 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54214) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:38:05.229937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:38:05.248685 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:05.329386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:05.438464 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.27.1.188 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/29e59aaa-1f2f-4740-b56a-d59e1b482c9d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:38:05.540193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:05.572221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:05.610266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:38:05.614910 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:38:05.619271 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:38:05.622733 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=29e59aaa-1f2f-4740-b56a-d59e1b482c9d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:38:05.983846 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (67c5b71f-30f9-4caf-811d-e1b4cf096769), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.055141 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.205355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.209412 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.278902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=29e59aaa-1f2f-4740-b56a-d59e1b482c9d,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:38:06.286921 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (67c5b71f-30f9-4caf-811d-e1b4cf096769), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.293730 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.387829 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP 67c5b71f-30f9-4caf-811d-e1b4cf096769 associated. External IP: 172.27.1.188, port: 1850c93c-91be-4390-9970-dc4701b5c6ba. May 04 07:38:06.604710 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:38:06.712738 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:38:06.722678 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:38:06.732199 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:06.733554 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:38:06.734159 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:38:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:38:06.763305 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2d2b9f86-355a-4241-99b7-523ec38918d0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5364392 May 04 07:38:06.764026 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:38:06.766422 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b802ef-9237-4baf-aaca-ea8a65baba34" -d '{"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:38:06.801079 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e89a7-9667-4124-acaa-ff0a08fa45c0 x-openstack-request-id: req-c07e89a7-9667-4124-acaa-ff0a08fa45c0 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:38:06.801365 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:38:06.801619 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c07e89a7-9667-4124-acaa-ff0a08fa45c0 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:38:06.802023 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07e89a7-9667-4124-acaa-ff0a08fa45c0'] response: {'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'status': 'completed', 'code': 200} May 04 07:38:06.844410 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:38:06.890388 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-70cfc571-4230-43f4-92ba-cd494b1f05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:06.891849 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-70cfc571-4230-43f4-92ba-cd494b1f05d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0417554 May 04 07:38:06.989823 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-f834e0db-7925-4fdf-a5d3-804b231d3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:06.991386 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-f834e0db-7925-4fdf-a5d3-804b231d3b2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0935147 May 04 07:38:07.055442 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-dc82aad8-b4cd-44e4-99e4-8d20137caff2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 999 time: 0.0579498 May 04 07:38:07.064417 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:05Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:38:07.090943 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:38:07.099773 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:38:07.100377 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:38:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:38:07.107297 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-4bb525de-2f8f-4926-83c4-0c3b60c99439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:07.108757 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-4bb525de-2f8f-4926-83c4-0c3b60c99439 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0479796 May 04 07:38:07.151816 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-71aeed75-e99c-48d8-b9a9-f2f2cace080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:07.153423 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-71aeed75-e99c-48d8-b9a9-f2f2cace080e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388658 May 04 07:38:07.208872 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:38:07.244889 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-c3c4a45c-5df5-4b30-b3cd-df689c205d0c service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 May 04 07:38:07.341297 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b802ef-9237-4baf-aaca-ea8a65baba34 req-a043ff8b-5682-4609-9c34-4d77064ce15e service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895643 May 04 07:38:07.423773 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:05Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:38:07.454406 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ec1-423f-4201-a683-cff296b62bc5 None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:05Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:38:07.661853 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497b26f-717b-440e-bfc8-0f8d7194652f None None] New status for floating IP 67c5b71f-30f9-4caf-811d-e1b4cf096769: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:38:15.348150 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:24.654799 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-7ed73b85-81da-4588-947a-d23593d86c7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402412 May 04 07:38:24.760379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-889385d4-3cbe-4a44-a2ab-3e3dc0615ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:24.761893 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-889385d4-3cbe-4a44-a2ab-3e3dc0615ffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 1130 time: 0.0399573 May 04 07:38:24.868402 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-80e2d846-83cd-49c1-889c-a4fb725ce32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:24.870406 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-80e2d846-83cd-49c1-889c-a4fb725ce32b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 200 len: 911 time: 0.0891588 May 04 07:38:24.935974 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-9ba7a94d-491d-423a-b5e5-0989d9664d90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 200 len: 1002 time: 0.0588031 May 04 07:38:24.986190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-1fd4507e-094f-4aca-a01e-9b0a07dc115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:24.987660 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-1fd4507e-094f-4aca-a01e-9b0a07dc115e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 200 len: 849 time: 0.0459881 May 04 07:38:25.035496 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-d2e803b5-75c8-4447-99cd-c54783e6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:38:25.036993 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-d2e803b5-75c8-4447-99cd-c54783e6d586 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8770c4f3-49c0-4046-a83a-e7aa28e9aa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395679 May 04 07:38:25.136948 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-3e5acdad-25a6-47de-83e8-7fa1672ee2ea service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 May 04 07:38:25.223084 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5d58ca34-80e3-4209-8bbb-ea7badb0b382 req-86c09335-5877-4ba8-8c72-1aec857b29d9 service neutron] 10.222.0.26 "GET /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798180 May 04 07:38:30.092081 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-12a0c750-4242-4a7d-8dd4-33a2d10bbf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:31.489612 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:38:32.327121 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-8d444a0b-30eb-4040-abac-61769eb38fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:33.560071 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:34.859056 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:36.297496 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:38:45.360348 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:00.094880 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e9bb-3a27-4d5e-b835-a44262d49835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:02.329293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-028ff2c6-0fb5-40d6-9366-52c4fd4cf968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:03.554820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:04.860929 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:06.300450 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:08.489275 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:39:15.368560 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:24.657085 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-96a33ade-bca2-4246-b7ba-1080a0bbbb47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391638 May 04 07:39:24.763650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523ace-2e2e-4227-a247-dabfac214486 req-5eb52d8f-812b-4893-8923-ec4cefbb2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:24.765160 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-5eb52d8f-812b-4893-8923-ec4cefbb2d35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0460281 May 04 07:39:24.873044 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523ace-2e2e-4227-a247-dabfac214486 req-d0068322-95cf-4e4f-94fa-1ea998899e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:24.874499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-d0068322-95cf-4e4f-94fa-1ea998899e4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0906146 May 04 07:39:25.218461 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-27e7d531-0d8e-4c08-9ae4-79c1b157bfd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 1001 time: 0.3366110 May 04 07:39:25.269985 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523ace-2e2e-4227-a247-dabfac214486 req-15781941-56f3-4697-988e-2ceb3ef1aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:25.271480 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-15781941-56f3-4697-988e-2ceb3ef1aaba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0471706 May 04 07:39:25.315775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523ace-2e2e-4227-a247-dabfac214486 req-5c89d91a-aa9b-4f93-809a-90dd321c9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:25.317280 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-5c89d91a-aa9b-4f93-809a-90dd321c9464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397730 May 04 07:39:25.418810 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-648b9b38-be38-49ac-8489-0dcfa7d3d4b2 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942080 May 04 07:39:25.515679 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82523ace-2e2e-4227-a247-dabfac214486 req-dab2a013-5ea3-4d81-8f5c-94e127baebc1 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908825 May 04 07:39:25.801990 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e735f7-a09e-4746-a3fb-5ea9a080d47a req-13d34a65-b8b7-4ead-9379-eb3de3ea783f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:25.803509 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c5e735f7-a09e-4746-a3fb-5ea9a080d47a req-13d34a65-b8b7-4ead-9379-eb3de3ea783f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0506065 May 04 07:39:25.851107 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c5e735f7-a09e-4746-a3fb-5ea9a080d47a req-027595d5-4044-4d20-b2de-10ed3604313d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 May 04 07:39:27.037944 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff1678-d24d-4f7b-bf99-959a67672e2f req-fa4f82b6-21c9-418d-9f2d-a4355b2d76b0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:27.039488 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02ff1678-d24d-4f7b-bf99-959a67672e2f req-fa4f82b6-21c9-418d-9f2d-a4355b2d76b0 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.1158907 May 04 07:39:27.090579 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02ff1678-d24d-4f7b-bf99-959a67672e2f req-070e1640-dbc5-43c7-8558-33dacc7e7e3f tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 May 04 07:39:27.824202 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-bf481372-02dc-4a5f-a3ac-da7afc469354 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:27.825698 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-bf481372-02dc-4a5f-a3ac-da7afc469354 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0507333 May 04 07:39:27.912651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Deleting port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:27.912989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.008886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] For port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:39:28.009252 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.203849 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.204802 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.204802 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.l3_db [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Floating IP ee98277b-13cf-4741-a98e-af9113034ad6 disassociated. External IP: 172.27.1.195, port: 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476. May 04 07:39:28.205006 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Calling delete_port for 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:28.213371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded15679-8886-4e3c-97b7-4c9be0cd7fd3 req-c51b89a6-3ca0-4229-a5c1-e3ef9bd42b59 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:28.215091 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ded15679-8886-4e3c-97b7-4c9be0cd7fd3 req-c51b89a6-3ca0-4229-a5c1-e3ef9bd42b59 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c290072-62df-4b33-9ed4-aadf27627888 HTTP/1.1" status: 200 len: 946 time: 0.0528405 May 04 07:39:28.265645 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ded15679-8886-4e3c-97b7-4c9be0cd7fd3 req-9f48ca61-d006-4919-a51c-5d0922bf0f3d tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups?id=a56c243c-f5ab-4463-81fc-068fd0c7af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448351 May 04 07:39:28.345509 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (4eb1fe23-ef47-4e5a-a3c7-0bedafe80476), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.376163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'Port': ['ID=4eb1fe23-ef47-4e5a-a3c7-0bedafe80476,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:28.388249 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.388588 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.389007 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.389244 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.389570 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.389916 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.390217 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.390538 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.390859 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.391197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.391542 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.391848 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.392163 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.392479 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.392789 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:28.513864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:39:28.631824 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:39:28.643135 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:39:28.656602 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:39:28.657174 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:39:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:28.679650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] No DVR routers for this DVR port 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:39:28.683209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:28.686621 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa84a5a4-a8d2-4647-8b72-27c63c296188 req-ea1aebb8-50e9-4b2c-afa1-71915073f467 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.26 "DELETE /v2.0/ports/4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 HTTP/1.1" status: 204 len: 173 time: 0.8557246 May 04 07:39:28.687103 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'name': 'network-vif-deleted', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:39:28.689435 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e7abf-0edf-4dcf-a3db-012ac5892626" -d '{"events": [{"server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "name": "network-vif-deleted", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:39:28.734151 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac9f3aa-c37a-4a5c-afbc-94a67b05a619 x-openstack-request-id: req-6ac9f3aa-c37a-4a5c-afbc-94a67b05a619 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:39:28.734550 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c290072-62df-4b33-9ed4-aadf27627888", "name": "network-vif-deleted", "tag": "4eb1fe23-ef47-4e5a-a3c7-0bedafe80476", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:39:28.734895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ac9f3aa-c37a-4a5c-afbc-94a67b05a619 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:39:28.735339 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac9f3aa-c37a-4a5c-afbc-94a67b05a619'] response: {'server_uuid': '0c290072-62df-4b33-9ed4-aadf27627888', 'name': 'network-vif-deleted', 'tag': '4eb1fe23-ef47-4e5a-a3c7-0bedafe80476', 'status': 'completed', 'code': 200} May 04 07:39:28.785340 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:39:29.102892 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:29.131638 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:39:29.141211 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:39:29.142103 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:39:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:29.264171 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:39:29.352280 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54398) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:29.409673 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (a56c243c-f5ab-4463-81fc-068fd0c7af1a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:29.434601 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (a56c243c-f5ab-4463-81fc-068fd0c7af1a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:29.469516 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:29.487348 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (a56c243c-f5ab-4463-81fc-068fd0c7af1a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:29.489848 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:29.490996 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "DELETE /v2.0/security-groups/a56c243c-f5ab-4463-81fc-068fd0c7af1a HTTP/1.1" status: 204 len: 168 time: 0.1376877 May 04 07:39:29.494763 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54400) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:29.496206 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a1fbb-40a4-4fcb-b98f-6721791a6b32 None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:32:21Z', 'revision_number': 4, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': '28f27f75-716d-44bf-9ee9-5810e7b7069d', 'name': '', 'network_id': '8770c4f3-49c0-4046-a83a-e7aa28e9aa19', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'mac_address': 'fa:16:3e:f5:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:21Z', 'updated_at': '2022-05-04T07:32:24Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'subnets': [{'id': '692f8b5f-62d8-47c2-b805-32fff27b9bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:39:29.503283 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c243c-f5ab-4463-81fc-068fd0c7af1a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:29.512392 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.512822 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.513381 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.513861 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.514278 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.514562 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.514937 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.515492 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.516045 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.516557 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.517107 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.517603 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.518271 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.518874 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.519810 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce568c5-f33e-416b-ac4e-43524e7672f7 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:29.526355 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-6d49faa5-23c4-4d8f-a4f6-0491668e7f0b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] show failed (client error): The resource could not be found. May 04 07:39:29.530789 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6d49faa5-23c4-4d8f-a4f6-0491668e7f0b tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "GET /v2.0/security-groups/a56c243c-f5ab-4463-81fc-068fd0c7af1a HTTP/1.1" status: 404 len: 347 time: 0.0295706 May 04 07:39:29.531488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54402) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:29.676101 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Deleting port 9416e657-6141-4e9b-be42-9b72d26466d9 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:29.676525 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:29.794397 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6358a-bdbb-44d3-988d-e559dce9db3a None None] New status for floating IP ee98277b-13cf-4741-a98e-af9113034ad6: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:39:30.023887 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.024158 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (9416e657-6141-4e9b-be42-9b72d26466d9), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.037812 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Calling delete_port for 9416e657-6141-4e9b-be42-9b72d26466d9 owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:30.100046 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-76e6ed9c-8f11-41f9-9952-128b3b92c743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.184818 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (9416e657-6141-4e9b-be42-9b72d26466d9), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.210702 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Pushing event deleted for resources: {'Port': ['ID=9416e657-6141-4e9b-be42-9b72d26466d9,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:30.287349 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks [] for floatingip (ee98277b-13cf-4741-a98e-af9113034ad6), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.292069 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:30.293358 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-2393f797-3f20-4852-9b46-cba070669a20 tempest-AttachVolumeTestJSON-1928450515 tempest-AttachVolumeTestJSON-1928450515-project] 10.222.0.21 "DELETE /v2.0/floatingips/ee98277b-13cf-4741-a98e-af9113034ad6 HTTP/1.1" status: 204 len: 168 time: 0.7602243 May 04 07:39:30.359066 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:39:30.388660 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:39:30.390157 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4eb1fe23-ef47-4e5a-a3c7-0bedafe80476 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:39:32.331662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-262f5cf7-c096-4f8c-900a-8e43b4722f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:33.558521 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:34.043737 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54430) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:34.485424 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:34.747488 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Deleting port 28f27f75-716d-44bf-9ee9-5810e7b7069d {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:34.747719 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:34.839723 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] For port 28f27f75-716d-44bf-9ee9-5810e7b7069d, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=28f27f75-716d-44bf-9ee9-5810e7b7069d,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:39:34.840087 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:34.854224 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Calling delete_port for 28f27f75-716d-44bf-9ee9-5810e7b7069d owned by network:router_interface {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:34.864659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.049086 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (28f27f75-716d-44bf-9ee9-5810e7b7069d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.076312 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Pushing event deleted for resources: {'Port': ['ID=28f27f75-716d-44bf-9ee9-5810e7b7069d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:35.259063 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.486526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Router cbd448b1-b665-4275-8dec-4c7e1777ca12 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:39:35.600947 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:39:35.606411 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-273b748b-d92c-4758-aaed-dccb355cf64d admin admin] 10.222.0.21 "PUT /v2.0/routers/cbd448b1-b665-4275-8dec-4c7e1777ca12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615153 May 04 07:39:35.608925 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54434) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:35.615416 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Sync routers for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:39:35.626941 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:39:35.627861 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:39:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:35.718770 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks [] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.749162 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:39:35.827933 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks [] for router_gateway (cbd448b1-b665-4275-8dec-4c7e1777ca12), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.874109 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Deleting port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:35.874453 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.923096 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:39:34Z', 'revision_number': 5, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port': {'id': '1b5dead3-a2d3-4dde-a43b-5a284deb34d2', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:32:19Z', 'updated_at': '2022-05-04T07:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:35.955542 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Checking router: cbd448b1-b665-4275-8dec-4c7e1777ca12 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:39:35.964046 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Routers {'cbd448b1-b665-4275-8dec-4c7e1777ca12'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:39:35.964653 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:39:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['cbd448b1-b665-4275-8dec-4c7e1777ca12'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:35.969526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] For port 1b5dead3-a2d3-4dde-a43b-5a284deb34d2, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:39:35.969889 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:35.984600 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Calling delete_port for 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 owned by network:router_gateway {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:36.062406 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] Set router cbd448b1-b665-4275-8dec-4c7e1777ca12 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:39:36.115704 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:39:35Z', 'revision_number': 6, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:36.147255 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89567a-6b4f-4c3c-8140-b68a284148ce None None] The sync data for ids ['cbd448b1-b665-4275-8dec-4c7e1777ca12'] in dv-cinder-790535-38-iscsi is: [{'id': 'cbd448b1-b665-4275-8dec-4c7e1777ca12', 'name': 'tempest-AttachVolumeTestJSON-412888740-router', 'tenant_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:32:18Z', 'updated_at': '2022-05-04T07:39:35Z', 'revision_number': 6, 'project_id': '67ba7d23d29d4a7983ba1cfe0ac4863d', 'gw_port_host': None}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:39:36.185814 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (1b5dead3-a2d3-4dde-a43b-5a284deb34d2), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.217704 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5dead3-a2d3-4dde-a43b-5a284deb34d2,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:36.282101 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.312195 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.379761 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.382332 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks [] for router_controller (cbd448b1-b665-4275-8dec-4c7e1777ca12), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.427427 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (cbd448b1-b665-4275-8dec-4c7e1777ca12), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.427873 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd448b1-b665-4275-8dec-4c7e1777ca12 {{(pid=103212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:39:36.433844 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.434509 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-a2571d49-fa25-45c2-a203-d1ae01c8dc01 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cbd448b1-b665-4275-8dec-4c7e1777ca12 HTTP/1.1" status: 204 len: 168 time: 0.8244948 May 04 07:39:36.436995 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54436) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:36.482402 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Deleting subnet 692f8b5f-62d8-47c2-b805-32fff27b9bae {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:39:36.486030 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Publish callbacks [] for subnet (692f8b5f-62d8-47c2-b805-32fff27b9bae), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.527325 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (692f8b5f-62d8-47c2-b805-32fff27b9bae), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.625016 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (692f8b5f-62d8-47c2-b805-32fff27b9bae), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.686905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (692f8b5f-62d8-47c2-b805-32fff27b9bae), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.715257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692f8b5f-62d8-47c2-b805-32fff27b9bae,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:36.721248 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.724731 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-1021f118-2468-4747-96aa-a3f02ffa4979 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/692f8b5f-62d8-47c2-b805-32fff27b9bae HTTP/1.1" status: 204 len: 168 time: 0.2867692 May 04 07:39:36.727421 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6563fe-bec3-441a-b818-494fe65d32c4 None None] Network 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:39:36.727600 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54438) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:36.800094 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (8770c4f3-49c0-4046-a83a-e7aa28e9aa19), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.855210 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Deleting port 329a052b-4322-4878-9bd8-d1eec17cc754 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:36.855532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.928386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] For port 329a052b-4322-4878-9bd8-d1eec17cc754, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=329a052b-4322-4878-9bd8-d1eec17cc754,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:39:36.928751 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:36.942019 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209af292-921a-4745-a8db-0991856709b2 None None] DHCP port deletion for 8770c4f3-49c0-4046-a83a-e7aa28e9aa19 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:39:36.944387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Calling delete_port for 329a052b-4322-4878-9bd8-d1eec17cc754 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:36.948112 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 28f27f75-716d-44bf-9ee9-5810e7b7069d no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:39:36.969659 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 28f27f75-716d-44bf-9ee9-5810e7b7069d {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:39:36.970004 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 28f27f75-716d-44bf-9ee9-5810e7b7069d not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:39:37.008633 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-209af292-921a-4745-a8db-0991856709b2 None None] Deleting port 329a052b-4322-4878-9bd8-d1eec17cc754 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:39:37.009082 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.039304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.071391 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Pushing event deleted for resources: {'Port': ['ID=329a052b-4322-4878-9bd8-d1eec17cc754,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:37.076566 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] No DVR routers for this DVR port 329a052b-4322-4878-9bd8-d1eec17cc754 on host dv-cinder-790535-38-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:39:37.078828 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-209af292-921a-4745-a8db-0991856709b2 None None] For port 329a052b-4322-4878-9bd8-d1eec17cc754, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=329a052b-4322-4878-9bd8-d1eec17cc754,segment=NetworkSegment(39a6d126-bf38-482b-bb9b-2afb318fffaa),segment_id=39a6d126-bf38-482b-bb9b-2afb318fffaa)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:39:37.079266 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.093975 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-209af292-921a-4745-a8db-0991856709b2 None None] Calling delete_port for 329a052b-4322-4878-9bd8-d1eec17cc754 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:39:37.159093 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (8770c4f3-49c0-4046-a83a-e7aa28e9aa19), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.182582 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (329a052b-4322-4878-9bd8-d1eec17cc754), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.189055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8770c4f3-49c0-4046-a83a-e7aa28e9aa19']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:37.205221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a6d126-bf38-482b-bb9b-2afb318fffaa') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:37.205499 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a6d126-bf38-482b-bb9b-2afb318fffaa') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:39:37.211268 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209af292-921a-4745-a8db-0991856709b2 None None] No DVR routers for this DVR port 329a052b-4322-4878-9bd8-d1eec17cc754 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:39:37.214701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209af292-921a-4745-a8db-0991856709b2 None None] Pushing event deleted for resources: {'Port': ['ID=329a052b-4322-4878-9bd8-d1eec17cc754,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:37.218599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (39a6d126-bf38-482b-bb9b-2afb318fffaa), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.231202 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.231202 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.236897 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (39a6d126-bf38-482b-bb9b-2afb318fffaa), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.238308 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.238722 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.238860 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.239356 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.239703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.239978 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.240299 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.240922 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.241147 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.241475 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.241849 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.242104 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.242422 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209af292-921a-4745-a8db-0991856709b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:39:37.247516 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:39:37.247965 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (39a6d126-bf38-482b-bb9b-2afb318fffaa), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:39:37.264447 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:39:37.313786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (8770c4f3-49c0-4046-a83a-e7aa28e9aa19), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.318786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.322624 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8770c4f3-49c0-4046-a83a-e7aa28e9aa19 HTTP/1.1" status: 204 len: 168 time: 0.5936420 May 04 07:39:37.335724 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083c2b0-4e7b-4e23-b954-5fce01a83058 admin admin] Pushing event deleted for resources: {'Network': ['ID=8770c4f3-49c0-4046-a83a-e7aa28e9aa19,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:37.447822 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54442) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:37.492789 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ff80bf0e-2444-4501-adfc-160fb7a1335b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67ba7d23d29d4a7983ba1cfe0ac4863d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436609 May 04 07:39:37.495030 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54444) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:37.548981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] Publish callbacks [] for security_group (73154570-88f1-4abb-a2de-6e712389997b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.572520 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] Publish callbacks [] for security_group (73154570-88f1-4abb-a2de-6e712389997b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.646981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (73154570-88f1-4abb-a2de-6e712389997b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.649792 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:37.651272 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73154570-88f1-4abb-a2de-6e712389997b HTTP/1.1" status: 204 len: 168 time: 0.1552100 May 04 07:39:37.659782 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271578bd-1640-4dfd-a5c2-eab744c2b8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73154570-88f1-4abb-a2de-6e712389997b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:38.555686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 329a052b-4322-4878-9bd8-d1eec17cc754 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:39:38.576586 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 329a052b-4322-4878-9bd8-d1eec17cc754 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:39:38.576925 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 329a052b-4322-4878-9bd8-d1eec17cc754 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:39:38.577343 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:39:38.599601 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:39:38.599947 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 1b5dead3-a2d3-4dde-a43b-5a284deb34d2 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:39:39.352114 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54488) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:39.472661 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c98867d3-c6e1-4b01-b240-f8b3e753233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.565164 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c98867d3-c6e1-4b01-b240-f8b3e753233c admin admin] Publish callbacks [] for security_group (d48abc76-33b5-4f0c-b677-3ca6ffa060d1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.569266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c98867d3-c6e1-4b01-b240-f8b3e753233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d48abc76-33b5-4f0c-b677-3ca6ffa060d1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.607743 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c98867d3-c6e1-4b01-b240-f8b3e753233c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77224f86e3cc4a0e816df4ae52abc6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544491 May 04 07:39:39.608509 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98867d3-c6e1-4b01-b240-f8b3e753233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48abc76-33b5-4f0c-b677-3ca6ffa060d1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:39.610648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54492) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:39.661990 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] Publish callbacks [] for security_group (d48abc76-33b5-4f0c-b677-3ca6ffa060d1), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.684095 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] Publish callbacks [] for security_group (d48abc76-33b5-4f0c-b677-3ca6ffa060d1), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.731957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d48abc76-33b5-4f0c-b677-3ca6ffa060d1), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.735010 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:39.736181 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d48abc76-33b5-4f0c-b677-3ca6ffa060d1 HTTP/1.1" status: 204 len: 168 time: 0.1244650 May 04 07:39:39.745556 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf5e64-05f3-43d9-9372-d0f4b87377e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48abc76-33b5-4f0c-b677-3ca6ffa060d1,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:40.018900 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54498) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:40.032702 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c1435e0d-ae6a-4dcc-9a87-99172b86f393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.121364 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c1435e0d-ae6a-4dcc-9a87-99172b86f393 admin admin] Publish callbacks [] for security_group (bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.125608 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c1435e0d-ae6a-4dcc-9a87-99172b86f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.165473 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-c1435e0d-ae6a-4dcc-9a87-99172b86f393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d36ab5cb6434853bcb9c19c8550e107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454110 May 04 07:39:40.173360 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1435e0d-ae6a-4dcc-9a87-99172b86f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:40.173360 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54500) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:40.223766 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] Publish callbacks [] for security_group (bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.246158 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] Publish callbacks [] for security_group (bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.299284 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.301831 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:40.302986 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d HTTP/1.1" status: 204 len: 168 time: 0.1325939 May 04 07:39:40.312063 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b7a94-6c84-40dd-afcc-36a7fd45d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fbc1d-c638-4f2b-aa42-d5a0fb4fe38d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:42.094653 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54554) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:42.208211 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-17b4e531-522e-4dde-861f-749c583b4400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.287522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-17b4e531-522e-4dde-861f-749c583b4400 admin admin] Publish callbacks [] for security_group (6b909cff-5448-4df9-885e-28fbc94ec365), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.292226 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-17b4e531-522e-4dde-861f-749c583b4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6b909cff-5448-4df9-885e-28fbc94ec365), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.331067 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4e531-522e-4dde-861f-749c583b4400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b909cff-5448-4df9-885e-28fbc94ec365,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:42.336872 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-17b4e531-522e-4dde-861f-749c583b4400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f4bd55d14d4ae291ef8deed05dd7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411239 May 04 07:39:42.339539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54558) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:42.399387 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] Publish callbacks [] for security_group (6b909cff-5448-4df9-885e-28fbc94ec365), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.423409 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] Publish callbacks [] for security_group (6b909cff-5448-4df9-885e-28fbc94ec365), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.472993 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6b909cff-5448-4df9-885e-28fbc94ec365), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.475780 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.476987 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b909cff-5448-4df9-885e-28fbc94ec365 HTTP/1.1" status: 204 len: 168 time: 0.1365247 May 04 07:39:42.487729 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b5bf-6db7-40a1-8b6b-a4da08374281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b909cff-5448-4df9-885e-28fbc94ec365,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:42.772784 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54564) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:42.786215 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-301da500-b71c-4ddc-a7aa-cf1d73ae9791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.872214 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-301da500-b71c-4ddc-a7aa-cf1d73ae9791 admin admin] Publish callbacks [] for security_group (04c9d96e-5889-4cf8-bc51-ff76a88a0f15), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.876975 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-301da500-b71c-4ddc-a7aa-cf1d73ae9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (04c9d96e-5889-4cf8-bc51-ff76a88a0f15), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.916994 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-301da500-b71c-4ddc-a7aa-cf1d73ae9791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef1ba0cfec074be9995deb69c073b7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430972 May 04 07:39:42.917926 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301da500-b71c-4ddc-a7aa-cf1d73ae9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9d96e-5889-4cf8-bc51-ff76a88a0f15,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:42.920672 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54566) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:42.971404 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] Publish callbacks [] for security_group (04c9d96e-5889-4cf8-bc51-ff76a88a0f15), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:42.994200 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] Publish callbacks [] for security_group (04c9d96e-5889-4cf8-bc51-ff76a88a0f15), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:43.045400 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (04c9d96e-5889-4cf8-bc51-ff76a88a0f15), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:43.047939 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:43.049094 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04c9d96e-5889-4cf8-bc51-ff76a88a0f15 HTTP/1.1" status: 204 len: 168 time: 0.1275241 May 04 07:39:43.057472 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd14106-5a55-41b7-8b90-d0d6b3e79e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9d96e-5889-4cf8-bc51-ff76a88a0f15,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:45.371594 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:45.488872 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:39:53.453571 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54656) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:53.568539 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b847-a264-4061-9ba9-b0bf045a8048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.644786 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b847-a264-4061-9ba9-b0bf045a8048 admin admin] Publish callbacks [] for security_group (7e88590d-267a-47dd-aad8-b43f121e91ca), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.649669 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b847-a264-4061-9ba9-b0bf045a8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7e88590d-267a-47dd-aad8-b43f121e91ca), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.690812 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3bc1b847-a264-4061-9ba9-b0bf045a8048 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62e031792fb0459f9d1fbfdfc2c669de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361376 May 04 07:39:53.691936 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1b847-a264-4061-9ba9-b0bf045a8048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88590d-267a-47dd-aad8-b43f121e91ca,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:53.693472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54660) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:53.744343 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] Publish callbacks [] for security_group (7e88590d-267a-47dd-aad8-b43f121e91ca), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.768880 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] Publish callbacks [] for security_group (7e88590d-267a-47dd-aad8-b43f121e91ca), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.821803 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7e88590d-267a-47dd-aad8-b43f121e91ca), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.824657 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:53.825811 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e88590d-267a-47dd-aad8-b43f121e91ca HTTP/1.1" status: 204 len: 168 time: 0.1313145 May 04 07:39:53.836742 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07458840-03ec-4e4c-a18a-cfa39e068bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88590d-267a-47dd-aad8-b43f121e91ca,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:54.110041 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54666) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:54.124293 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e7df-5abf-4cb3-8788-b11b399e281d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.204594 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e7df-5abf-4cb3-8788-b11b399e281d admin admin] Publish callbacks [] for security_group (7a264d79-dd7c-4de3-bd1d-5da8f3828a27), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.209684 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e7df-5abf-4cb3-8788-b11b399e281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7a264d79-dd7c-4de3-bd1d-5da8f3828a27), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.248067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5e7df-5abf-4cb3-8788-b11b399e281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a264d79-dd7c-4de3-bd1d-5da8f3828a27,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:54.253312 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c2a5e7df-5abf-4cb3-8788-b11b399e281d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0131e58743441818d0936532b5f0c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420996 May 04 07:39:54.255262 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54668) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:54.305024 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] Publish callbacks [] for security_group (7a264d79-dd7c-4de3-bd1d-5da8f3828a27), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.329050 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] Publish callbacks [] for security_group (7a264d79-dd7c-4de3-bd1d-5da8f3828a27), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.376105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7a264d79-dd7c-4de3-bd1d-5da8f3828a27), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.378769 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:54.379999 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a264d79-dd7c-4de3-bd1d-5da8f3828a27 HTTP/1.1" status: 204 len: 168 time: 0.1237948 May 04 07:39:54.388524 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2395503-0a5f-4ec7-8bf2-019b0d67334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a264d79-dd7c-4de3-bd1d-5da8f3828a27,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:55.091443 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 54690) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:55.194409 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950293590-network', 'tenant_id': 'eb7610533d294050b732a473b53cb5d3'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:39:55.216508 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Made reservation on behalf of eb7610533d294050b732a473b53cb5d3 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:39:55.219223 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.230970 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.310643 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks [] for security_group (d455d212-2e61-4374-9c99-e8a4511ef0ae), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.314633 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d455d212-2e61-4374-9c99-e8a4511ef0ae), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.337590 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 07:39:55.353686 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d455d212-2e61-4374-9c99-e8a4511ef0ae,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:55.356677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (4efeabd8-4a22-45cf-b38e-c84001037035), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.357011 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Added segment 4efeabd8-4a22-45cf-b38e-c84001037035 of type vlan for network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 May 04 07:39:55.400735 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751186410945'] for network (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.427906 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293'] for network (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.428776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:55.429359 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.469615 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3761446 May 04 07:39:55.472657 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54694) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:39:55.477526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Request body: {'subnet': {'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950293590-subnet', 'tenant_id': 'eb7610533d294050b732a473b53cb5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:39:55.494737 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483f34-1722-447d-965f-863b2d802c62 admin admin] Pushing event updated for resources: {'Network': ['ID=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:55.498043 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Made reservation on behalf of eb7610533d294050b732a473b53cb5d3 for: {'subnet': 1} {{(pid=103212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:39:55.500551 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25612114'] for subnet (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.506399 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 details requested by agent ovs-agent-dv-cinder-790535-38-iscsi with host dv-cinder-790535-38-iscsi {{(pid=103213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 07:39:55.685321 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26115033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612108'] for subnet (b6896e5d-959e-4064-b9a5-f6c3980c524a), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.735523 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6896e5d-959e-4064-b9a5-f6c3980c524a,revision_number=0']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:39:55.756048 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Checking segment: {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:39:55.756419 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Network hostable DHCP agents. Network: aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324, hostable agents: ['b1c90cb3-0246-4409-9a69-5f4439c562bb'], hosted agents: [] {{(pid=103212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 07:39:55.777625 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 is scheduled to be hosted by DHCP agent b1c90cb3-0246-4409-9a69-5f4439c562bb with binding_index 1 {{(pid=103212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 07:39:55.787388 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-38-iscsi, aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324) {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:39:55.793573 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:39:55.794173 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:39:55.796036 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d05984-ef6d-4f65-9bc2-6db58592f8f0 None None] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:39:55.821234 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-3d83f19e-1461-476b-a7ba-2c7612866b7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3473992 May 04 07:39:55.922517 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b25d6-16ab-4fe1-8c4b-5c31a4ba4f8f None None] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:40:00.103239 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5412daf3-1b9d-46f6-9966-a48215bfce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:01.833613 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-044bc263-8bf5-4b7a-9039-083cfc7e86c6 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:01.835131 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-044bc263-8bf5-4b7a-9039-083cfc7e86c6 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/networks?id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 200 len: 809 time: 0.1046734 May 04 07:40:01.850611 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-bed184f6-ed63-4a48-a88c-216846a7e5ab tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/quotas/eb7610533d294050b732a473b53cb5d3 HTTP/1.1" status: 200 len: 375 time: 0.0092621 May 04 07:40:01.884375 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-310fc599-0b98-467f-b06b-4132f3bdb22b tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275166 May 04 07:40:02.223849 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-0cdde33a-c082-4903-b721-0dc0da36a298 req-feee1592-5b08-485a-9f13-36636076ff3b service neutron] (103212) timed out ('10.222.0.26', 58492) {{(pid=103212) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 07:40:02.242855 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ba7a1532-c7ec-4ce9-8027-e575af582d6b service neutron] 10.222.0.21 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512781 May 04 07:40:02.336075 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c2003891-c16c-498d-82fe-2adf1a59bf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:02.336726 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-a1a8099d-0d02-4e81-a1c8-64b9e6f0e949 service neutron] 10.222.0.21 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 May 04 07:40:02.510385 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70e763bf-a9ec-49f4-8a59-d89bd3221ef2 req-0f788579-623a-4cbe-b5c4-d21ec509076e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 210 time: 0.0348957 May 04 07:40:03.566196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:03.611994 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6a0e0a96-e02d-49d0-8922-a4362e1adcee req-6dfe9009-a341-4634-ba2c-3e959a567d6c tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 210 time: 0.0289159 May 04 07:40:03.643233 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-71fa8944-a58f-44a8-87fb-fe4b445b8162 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:03.644728 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-71fa8944-a58f-44a8-87fb-fe4b445b8162 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "GET /v2.0/networks?id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 200 len: 809 time: 0.1086612 May 04 07:40:03.665527 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Request body: {'port': {'device_id': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324', 'admin_state_up': True, 'tenant_id': 'eb7610533d294050b732a473b53cb5d3'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:03.795212 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Made reservation on behalf of eb7610533d294050b732a473b53cb5d3 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:40:03.798540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:03.928876 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Allocated IP 172.20.0.7 (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324/b6896e5d-959e-4064-b9a5-f6c3980c524a/cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:40:04.093016 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks [] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.126402 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.171328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:40:04.174533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:40:04.181762 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:40:04.209719 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Pushing event updated for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:04.239363 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:04.240006 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.259435 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-dd15d656-32b2-4723-9064-c9bd03d4ad37 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004071 May 04 07:40:04.322880 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Request body: {'port': {'device_id': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:04.386475 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.662615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:04.671009 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks [] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.683652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Transition to ACTIVE for port object cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:40:04.694651 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.762000 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a857a3b-be1b-4bf1-81c6-a27fec0a0cb5 req-57614b57-5973-43c4-be45-ff2cf0cae315 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:04.763621 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a857a3b-be1b-4bf1-81c6-a27fec0a0cb5 req-57614b57-5973-43c4-be45-ff2cf0cae315 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 943 time: 0.0786655 May 04 07:40:04.787011 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:04.870686 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.872111 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a857a3b-be1b-4bf1-81c6-a27fec0a0cb5 req-e7fd0ceb-aca3-40c8-bc61-d9fbfbca61b2 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020687 May 04 07:40:04.892115 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Attempting to bind port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:40:04.892488 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Attempting to bind port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:40:04.892717 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Attempting to bind port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:04.897460 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:40:04.897789 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Attempting to bind port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:04.903723 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:40:04.904067 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Checking segment: {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:40:04.904456 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Bound using segment: {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:40:04.904890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Bound port: cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:40:04.905249 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:04.973172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:40:04.976574 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:40:04.984698 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:05.018311 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:05.018937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:05.020375 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 HTTP/1.1" status: 200 len: 1093 time: 0.7478497 May 04 07:40:05.022890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:05.025254 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dbfca1-4890-47d8-bb6a-c477e79175d1" -d '{"events": [{"name": "network-changed", "server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:05.052179 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041d54-e06c-4849-99af-ee6436d2fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:05.074690 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8ead9-fc10-40ff-b3a8-3d4e556827fd x-openstack-request-id: req-24f8ead9-fc10-40ff-b3a8-3d4e556827fd {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:05.075046 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:05.075330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24f8ead9-fc10-40ff-b3a8-3d4e556827fd {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:05.075740 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f8ead9-fc10-40ff-b3a8-3d4e556827fd'] response: {'name': 'network-changed', 'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67', 'status': 'completed', 'code': 200} May 04 07:40:05.135566 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-54a481c8-305b-481c-a0cc-f536c76d613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:05.137118 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-54a481c8-305b-481c-a0cc-f536c76d613d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 1127 time: 0.0467405 May 04 07:40:05.185744 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-6d85bc29-cbda-4141-b2b5-4eab9230ae33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 HTTP/1.1" status: 200 len: 217 time: 0.0356641 May 04 07:40:05.245367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-b7dcac75-29b1-472b-b2ee-b2b2cf2e7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:05.246838 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-b7dcac75-29b1-472b-b2ee-b2b2cf2e7a43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6896e5d-959e-4064-b9a5-f6c3980c524a HTTP/1.1" status: 200 len: 849 time: 0.0556316 May 04 07:40:05.284513 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-69ff750d-949e-4ca1-abe7-6a5b38da9d42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301988 May 04 07:40:05.379278 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-fd087fbe-3300-4bd8-8ae1-e8a7ce7762a6 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878577 May 04 07:40:05.523536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efac13b5-12d4-4ff0-92ea-33820a398e95 req-5bbc6a04-97ca-4118-92fd-2d0158503236 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947664 May 04 07:40:05.990105 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1eb0-7803-4998-8231-adc4c85ec76f req-a6e72bd3-0973-4742-95ce-3f322c1fc495 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:05.991637 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-337f1eb0-7803-4998-8231-adc4c85ec76f req-a6e72bd3-0973-4742-95ce-3f322c1fc495 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 943 time: 0.0501430 May 04 07:40:06.043622 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-337f1eb0-7803-4998-8231-adc4c85ec76f req-afd40e54-78f2-48f1-befa-984a90997dce tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 May 04 07:40:06.205466 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-629c7644-11ad-4f9b-9d1c-ad33ef0b5aad tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012873181&fields=id&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 267 time: 0.0494354 May 04 07:40:06.307786 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:06.319654 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-b85cd9b7-ece3-497a-a8eb-db4ebeae02bc tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:06.321163 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-b85cd9b7-ece3-497a-a8eb-db4ebeae02bc tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1093237 May 04 07:40:06.336495 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-a4827872-a98c-449e-9a61-d59486de3666 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/quotas/9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 375 time: 0.0093830 May 04 07:40:06.390485 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-c5212a8f-369e-40c2-9a48-3fea0804c230 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478644 May 04 07:40:06.500986 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-d4a0485d-6a7f-4b81-a80a-ffad2b29a445 service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957229 May 04 07:40:06.605886 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-7c21bf98-8082-482d-b5ba-0b3cd13254ef service neutron] 10.222.0.21 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990839 May 04 07:40:06.911878 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-143feed1-cf29-4f25-9c77-59adc825dc2d req-115c1418-038d-48fb-84c1-a6edc503130a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 210 time: 0.0283630 May 04 07:40:07.177466 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd7b7-6eb3-42ca-a019-c3123d83716b req-2b685e55-31b7-484a-b40b-59e753411aa3 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:07.179004 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3cacd7b7-6eb3-42ca-a019-c3123d83716b req-2b685e55-31b7-484a-b40b-59e753411aa3 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 943 time: 0.0514596 May 04 07:40:07.234316 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-3cacd7b7-6eb3-42ca-a019-c3123d83716b req-a2396d00-95c9-498e-a1c9-2bfa01c670d3 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487549 May 04 07:40:07.863474 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-fd5e1b15-2515-4312-ad01-9e3e4eb9c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:07.864966 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-fd5e1b15-2515-4312-ad01-9e3e4eb9c83a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 1127 time: 0.0486219 May 04 07:40:07.974592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-59f17399-05c3-46be-a8e7-45556699e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:07.976102 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-59f17399-05c3-46be-a8e7-45556699e9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 200 len: 910 time: 0.1011000 May 04 07:40:08.044891 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-c9dddd36-511a-4cd1-9d02-0ece75e54003 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 HTTP/1.1" status: 200 len: 217 time: 0.0560880 May 04 07:40:08.046700 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc450add-3979-4550-9bdb-1b95c4782822 req-e11155e6-0533-4217-8aa4-6e6cdaa6c9fc tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 210 time: 0.0668514 May 04 07:40:08.100641 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-03ad217a-9819-43df-bd6a-468895a84023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:08.102212 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-03ad217a-9819-43df-bd6a-468895a84023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6896e5d-959e-4064-b9a5-f6c3980c524a HTTP/1.1" status: 200 len: 849 time: 0.0479543 May 04 07:40:08.352960 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-577f9fe9-00c2-4047-8baa-92a46776aa32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298722 May 04 07:40:08.362678 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dae68-f94a-438b-b470-6eedda608afc req-8ce9f227-e75f-4dd5-a23f-562a17824389 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:08.364273 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-196dae68-f94a-438b-b470-6eedda608afc req-8ce9f227-e75f-4dd5-a23f-562a17824389 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 943 time: 0.0553944 May 04 07:40:08.417745 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-196dae68-f94a-438b-b470-6eedda608afc req-fddb02e9-0567-4409-865f-1464871d5ec4 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 May 04 07:40:08.498572 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-2d85f3e0-59ae-4847-9ff8-9163e8f115c8 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317935 May 04 07:40:08.572347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:40:08.645776 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-370925e7-9882-403c-af1a-cd894eae94b6 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:08.649131 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-370925e7-9882-403c-af1a-cd894eae94b6 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 811 time: 0.1800988 May 04 07:40:08.658503 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1dbfca1-4890-47d8-bb6a-c477e79175d1 req-59ae2207-b866-4547-933d-ecae6be8ba43 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526458 May 04 07:40:08.679205 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:08.701154 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67', 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324', 'port_id': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67', 'mac_address': 'fa:16:3e:69:f7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6896e5d-959e-4064-b9a5-f6c3980c524a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:40:08.744030 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:08.744030 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:08.758973 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:08.766010 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-df26b7ea-7137-4602-b2f1-8a42fdeac532 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6226b93983480291474f504b5b560f HTTP/1.1" status: 200 len: 380 time: 0.0738151 May 04 07:40:08.776855 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'port': {'device_id': '70635759-bd3b-4056-9179-84da52755f8a', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'admin_state_up': True, 'tenant_id': '9d6226b93983480291474f504b5b560f', 'security_groups': ['6803ec27-ad18-4657-bb0e-894f2c0e840c']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:08.784197 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:08.788861 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:08.847957 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:08.896951 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Made reservation on behalf of 9d6226b93983480291474f504b5b560f for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:40:08.900546 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.037665 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.20.0.6 (70b1dc40-24df-4376-83a7-a119a0e9f887/1111c870-e28d-418e-95f4-1b43c87e516b/4c2bbeec-4ae7-4916-b897-579f14b1e19e) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:40:09.182334 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-40c54971-8a4c-4566-998b-ef36ef6e2581 req-5b455ef4-7ad5-4b1d-88a7-f0b5826c8f05 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 210 time: 0.0370233 May 04 07:40:09.234791 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.270994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.308855 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:40:09.319885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:40:09.323361 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:40:09.330331 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:40:09.377582 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:09.411976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:09.411976 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.432172 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-f371fb4b-41ad-4d8d-824e-598f80e260a1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6608622 May 04 07:40:09.463196 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Request body: {'port': {'device_id': '70635759-bd3b-4056-9179-84da52755f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:09.552561 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.582357 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342b5a-5223-47ae-84e3-a7aa77d1eb73 req-e5497d82-b94a-46ef-88be-64ca25928ade tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:09.584051 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c8342b5a-5223-47ae-84e3-a7aa77d1eb73 req-e5497d82-b94a-46ef-88be-64ca25928ade tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 944 time: 0.0714135 May 04 07:40:09.608497 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-4054824e-d838-4740-b7b8-b0622f1681e4 None None] Provisioning complete for port 4c2bbeec-4ae7-4916-b897-579f14b1e19e triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:40:09.610165 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4054824e-d838-4740-b7b8-b0622f1681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.637411 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c8342b5a-5223-47ae-84e3-a7aa77d1eb73 req-d7c0c7c5-9000-449a-94d2-65cd68252fd2 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 May 04 07:40:09.650529 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4054824e-d838-4740-b7b8-b0622f1681e4 None None] Port 4c2bbeec-4ae7-4916-b897-579f14b1e19e cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:40:09.857739 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2bbeec-4ae7-4916-b897-579f14b1e19e {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:09.865498 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks [] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.878601 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Transition to ACTIVE for port object 4c2bbeec-4ae7-4916-b897-579f14b1e19e will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:40:09.882135 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:09.936663 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:10.014064 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Attempting to bind port 4c2bbeec-4ae7-4916-b897-579f14b1e19e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:40:10.014495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Attempting to bind port 4c2bbeec-4ae7-4916-b897-579f14b1e19e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:40:10.014893 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Attempting to bind port 4c2bbeec-4ae7-4916-b897-579f14b1e19e on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:10.024587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Port 4c2bbeec-4ae7-4916-b897-579f14b1e19e on network 70b1dc40-24df-4376-83a7-a119a0e9f887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:40:10.024952 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Attempting to bind port 4c2bbeec-4ae7-4916-b897-579f14b1e19e on network 70b1dc40-24df-4376-83a7-a119a0e9f887 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:10.030629 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:40:10.030985 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Checking segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:40:10.031389 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Bound using segment: {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:40:10.031831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Bound port: 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303c11-8698-47c3-9f99-ed2c417cde10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:40:10.032193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.111894 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:40:10.115615 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:40:10.122840 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.157920 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:10.158540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.160012 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 1093 time: 0.7012613 May 04 07:40:10.160483 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:10.162779 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428e1228-78ae-4a08-9f89-286cfe3d04f4" -d '{"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:10.212734 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766379-0371-4eec-94b1-7928288ed6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:10.291604 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-873cb904-07c9-4a45-8292-760903bcea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:10.294286 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-873cb904-07c9-4a45-8292-760903bcea2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1127 time: 0.0622005 May 04 07:40:10.329049 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a5d8f-052e-4912-aa56-06ddfe424ba6 req-baa5754d-5682-4f33-b50f-fc0b310f709f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:10.330577 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-812a5d8f-052e-4912-aa56-06ddfe424ba6 req-baa5754d-5682-4f33-b50f-fc0b310f709f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0617921 May 04 07:40:10.365693 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-2c1e438e-5370-44a2-8676-4ccb7992627a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 217 time: 0.0571146 May 04 07:40:10.368482 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e27406-e575-41ad-b2d0-ec2725859b16 x-openstack-request-id: req-10e27406-e575-41ad-b2d0-ec2725859b16 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:10.368783 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:10.369043 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10e27406-e575-41ad-b2d0-ec2725859b16 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:10.369460 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e27406-e575-41ad-b2d0-ec2725859b16'] response: {'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'status': 'completed', 'code': 200} May 04 07:40:10.402442 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-812a5d8f-052e-4912-aa56-06ddfe424ba6 req-5ac42e27-6a3c-4cd7-8dac-738dcdcfb03c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618165 May 04 07:40:10.432763 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-098c5917-e03b-4391-8420-0ff1082b0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:10.434283 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-098c5917-e03b-4391-8420-0ff1082b0659 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0489259 May 04 07:40:10.477885 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-3cfb3d57-e3d3-4e36-9517-19af17937563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:10.479420 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-3cfb3d57-e3d3-4e36-9517-19af17937563 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395753 May 04 07:40:10.578053 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-90460b24-070d-40cb-8e7d-faaf080cfc67 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928643 May 04 07:40:10.579653 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:40:10.679028 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea70359-7ff4-4025-98b5-a11ff4e4861f req-15fc1540-cd4c-4fa5-8051-6338dcf336c5 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955043 May 04 07:40:10.767696 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:40:10.773538 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:40:10.773973 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.855961 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:10.856322 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.882131 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:10.885671 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a070b-7e86-4645-bbb7-d945cceaf935" -d '{"events": [{"server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:10.904884 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:10.910703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:10.936548 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a15d86-ae72-44a7-b8e3-1f349e23a100 x-openstack-request-id: req-11a15d86-ae72-44a7-b8e3-1f349e23a100 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:10.936820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:10.937077 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11a15d86-ae72-44a7-b8e3-1f349e23a100 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:10.937485 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a15d86-ae72-44a7-b8e3-1f349e23a100'] response: {'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67', 'code': 200} May 04 07:40:10.966396 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:11.038273 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e0078-9b0f-4f91-a2d4-192208f43c54 req-e7945c63-a3ae-4621-ba77-6046f126a079 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.040288 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e47e0078-9b0f-4f91-a2d4-192208f43c54 req-e7945c63-a3ae-4621-ba77-6046f126a079 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 944 time: 0.3235466 May 04 07:40:11.087723 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e47e0078-9b0f-4f91-a2d4-192208f43c54 req-eebb0347-1c3a-4037-a6a8-f00dfceb2687 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 May 04 07:40:11.521841 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3bfba-4e05-4372-94e5-2ccdeb9c8d11 req-25020cdf-d7e2-4c63-80fc-efd6139961f7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.523410 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eaa3bfba-4e05-4372-94e5-2ccdeb9c8d11 req-25020cdf-d7e2-4c63-80fc-efd6139961f7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0511923 May 04 07:40:11.582685 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-eaa3bfba-4e05-4372-94e5-2ccdeb9c8d11 req-0799000d-d0c1-4f39-898b-492605b85981 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524404 May 04 07:40:11.661429 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-3e320868-c772-481d-a005-7b16c93e03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.662906 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-3e320868-c772-481d-a005-7b16c93e03c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1127 time: 0.0388296 May 04 07:40:11.762626 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-6ac3011e-8c33-403a-82ef-5276c61645ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.764020 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-6ac3011e-8c33-403a-82ef-5276c61645ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0950556 May 04 07:40:11.841322 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-2995cf55-f455-4e9c-925d-dd231d71b44e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 217 time: 0.0603094 May 04 07:40:11.891167 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a0db2-5d81-40dd-ad09-838ac4c7c114 req-8fb0c7ab-06fa-414d-9c23-e732b96c4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.892683 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f0a0db2-5d81-40dd-ad09-838ac4c7c114 req-8fb0c7ab-06fa-414d-9c23-e732b96c4a22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 1129 time: 0.1103969 May 04 07:40:11.924749 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-39702f5a-b7b1-439f-8cd8-3e00d32265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.926290 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-39702f5a-b7b1-439f-8cd8-3e00d32265b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0741994 May 04 07:40:11.978334 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f0a0db2-5d81-40dd-ad09-838ac4c7c114 req-b08d0dc0-753c-4fb4-ae88-1b00d2364a6b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775616 May 04 07:40:11.984273 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-77ae7c9c-fa63-4750-a325-af58e71c1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:11.985722 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-77ae7c9c-fa63-4750-a325-af58e71c1fbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502956 May 04 07:40:12.206052 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd783-7997-448a-96f6-8e7d6b9638ed req-528f2612-f8a1-466f-82c1-f00090519e86 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:12.207569 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd9cd783-7997-448a-96f6-8e7d6b9638ed req-528f2612-f8a1-466f-82c1-f00090519e86 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0484788 May 04 07:40:12.261913 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd9cd783-7997-448a-96f6-8e7d6b9638ed req-ee3dcb02-bc79-4c10-ab0b-44c0e6c78af0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 May 04 07:40:12.461368 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-47387a60-85ef-41d9-b37c-fe9f506a7c82 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 May 04 07:40:12.697404 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d25fc-cb09-44f7-9e32-59defd7a57bd req-53346183-b98a-40f0-9121-33208766f076 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:12.698925 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-702d25fc-cb09-44f7-9e32-59defd7a57bd req-53346183-b98a-40f0-9121-33208766f076 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0475140 May 04 07:40:12.748308 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-702d25fc-cb09-44f7-9e32-59defd7a57bd req-47495bbb-e8b2-4a72-ade8-05a40608b9b2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 May 04 07:40:12.987447 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-428e1228-78ae-4a08-9f89-286cfe3d04f4 req-3c762d0f-216f-4e9f-9244-b219765db1ac service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 May 04 07:40:13.389541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34360-abb6-477c-b2e7-37912dc56d1f req-da0800b8-3d89-470b-a38c-188c174552d8 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:13.391015 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-31d34360-abb6-477c-b2e7-37912dc56d1f req-da0800b8-3d89-470b-a38c-188c174552d8 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0475919 May 04 07:40:13.437721 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-31d34360-abb6-477c-b2e7-37912dc56d1f req-dee7a8b5-8ee5-4d44-8285-3ff82ea2763a tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 May 04 07:40:13.870675 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc62bb-1144-4c12-a1e6-5a45e0d419fe req-daa7759f-262e-4ee6-b43f-3dc6399ea181 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:13.872271 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fcbc62bb-1144-4c12-a1e6-5a45e0d419fe req-daa7759f-262e-4ee6-b43f-3dc6399ea181 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0522370 May 04 07:40:13.935489 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fcbc62bb-1144-4c12-a1e6-5a45e0d419fe req-3b669787-8e47-4702-a37a-db73a548ad2a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573330 May 04 07:40:14.561977 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55231-e045-4d09-8f22-c4d1fcafdf64 req-8d02b4ba-fa34-48cb-956a-a2d727c8073f tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:14.563593 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bea55231-e045-4d09-8f22-c4d1fcafdf64 req-8d02b4ba-fa34-48cb-956a-a2d727c8073f tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0585678 May 04 07:40:14.615376 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bea55231-e045-4d09-8f22-c4d1fcafdf64 req-33cc2a9e-7166-4eee-97ed-fc676ded92a5 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 May 04 07:40:15.052905 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acc0b9-a4cd-481c-ae28-954aef916d30 req-4021d0a7-6fa3-4ea7-ba9d-9435c488790d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:15.054378 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75acc0b9-a4cd-481c-ae28-954aef916d30 req-4021d0a7-6fa3-4ea7-ba9d-9435c488790d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0485454 May 04 07:40:15.108215 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-75acc0b9-a4cd-481c-ae28-954aef916d30 req-cfc1da81-2105-41fd-9eb4-c3c7a39fdd11 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 May 04 07:40:15.349971 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12813d-ef63-4b32-9db9-5e1cd122fdda req-04b03d7d-a0d5-4eec-ab90-33c2393f5498 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:15.351833 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fb12813d-ef63-4b32-9db9-5e1cd122fdda req-04b03d7d-a0d5-4eec-ab90-33c2393f5498 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0480549 May 04 07:40:15.373978 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:15.401295 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-fb12813d-ef63-4b32-9db9-5e1cd122fdda req-bdd5ae80-aa13-4a4b-97c0-6aba2151499c tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 May 04 07:40:16.225831 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6f4fb-5801-46f2-b804-bf3d8f467328 req-50d2ee7a-333c-4fd7-be39-1e000172dd99 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:16.227957 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48c6f4fb-5801-46f2-b804-bf3d8f467328 req-50d2ee7a-333c-4fd7-be39-1e000172dd99 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0506086 May 04 07:40:16.280062 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48c6f4fb-5801-46f2-b804-bf3d8f467328 req-8d3344c2-7248-4e39-9dfc-d159c4cf11c4 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 May 04 07:40:16.570273 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9f6e3-e738-4c19-b697-fee45b681bcf req-7eb084d2-6d1d-4f6e-a425-f96651b12b72 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:16.571904 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6aa9f6e3-e738-4c19-b697-fee45b681bcf req-7eb084d2-6d1d-4f6e-a425-f96651b12b72 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0505381 May 04 07:40:16.618182 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6aa9f6e3-e738-4c19-b697-fee45b681bcf req-3c990133-9ce6-4429-aa91-12c93d5f4d1a tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 May 04 07:40:16.994864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-73c852e9-6a30-4ee1-a829-7749eac6ff3a tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:16.996366 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-73c852e9-6a30-4ee1-a829-7749eac6ff3a tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0465608 May 04 07:40:17.394788 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed4d73-e81c-4d02-a304-a5e24af4f420 req-0c866d9a-865c-4804-9de9-775d509f1908 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:17.396281 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79ed4d73-e81c-4d02-a304-a5e24af4f420 req-0c866d9a-865c-4804-9de9-775d509f1908 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0471447 May 04 07:40:17.456093 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79ed4d73-e81c-4d02-a304-a5e24af4f420 req-4a2e63df-4f24-4f92-9f9f-4623c33fa04d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538778 May 04 07:40:17.731168 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b828-fc25-4adc-8bd0-32b1c9dae4d7 req-feca27f8-d7ae-4b32-a073-266ccb1783a1 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:17.732667 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c675b828-fc25-4adc-8bd0-32b1c9dae4d7 req-feca27f8-d7ae-4b32-a073-266ccb1783a1 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 945 time: 0.0469172 May 04 07:40:17.779712 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c675b828-fc25-4adc-8bd0-32b1c9dae4d7 req-15cc7e02-c1db-48ff-9255-1a63bfa24a5c tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 May 04 07:40:18.018439 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Deleting port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:40:18.018677 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.110694 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] For port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:18.111053 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.124113 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Calling delete_port for cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:40:18.247639 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.282300 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:40:18.282973 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Pushing event deleted for resources: {'Port': ['ID=cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:18.325308 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] No DVR routers for this DVR port cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:40:18.327941 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.331092 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1fdc0904-a40d-405e-905d-57dbcba61c4f req-166ce53f-af61-4faa-8afc-ee30d9c0e347 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "DELETE /v2.0/ports/cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 HTTP/1.1" status: 204 len: 173 time: 0.3910847 May 04 07:40:18.331541 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'name': 'network-vif-deleted', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:18.333753 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c26e428-b14a-4cc0-93ee-4125f2760f13" -d '{"events": [{"server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "name": "network-vif-deleted", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:18.370785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5cee72-ef9c-41dd-bb71-a8bf4278d9cb x-openstack-request-id: req-ea5cee72-ef9c-41dd-bb71-a8bf4278d9cb {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:18.371183 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c5ed72-287f-4baa-87c4-f04a17c86b59", "name": "network-vif-deleted", "tag": "cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:18.371432 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea5cee72-ef9c-41dd-bb71-a8bf4278d9cb {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:18.371833 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5cee72-ef9c-41dd-bb71-a8bf4278d9cb'] response: {'server_uuid': '25c5ed72-287f-4baa-87c4-f04a17c86b59', 'name': 'network-vif-deleted', 'tag': 'cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67', 'status': 'completed', 'code': 200} May 04 07:40:18.568657 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62257c3-ad46-4900-b998-d7c1fda05a69 req-4c187277-3360-4a04-8674-310f4b5bc598 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:18.570038 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d62257c3-ad46-4900-b998-d7c1fda05a69 req-4c187277-3360-4a04-8674-310f4b5bc598 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 943 time: 0.0465894 May 04 07:40:18.610174 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c2bbeec-4ae7-4916-b897-579f14b1e19e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:40:18.624502 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d62257c3-ad46-4900-b998-d7c1fda05a69 req-89dd2221-4e5e-475f-b65b-8af0ceb45934 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478382 May 04 07:40:18.709050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:18.720619 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'port_id': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'mac_address': 'fa:16:3e:50:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:40:18.758581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4c2bbeec-4ae7-4916-b897-579f14b1e19e is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:18.758976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.776563 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2bbeec-4ae7-4916-b897-579f14b1e19e {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:18.796811 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:18.800890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:18.855641 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:18.907664 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-853379d1-f08c-468c-ae75-55d6ca24446b req-d39ae22a-e930-42da-a35f-f07d2d448a45 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=25c5ed72-287f-4baa-87c4-f04a17c86b59 HTTP/1.1" status: 200 len: 210 time: 0.0317736 May 04 07:40:19.264366 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['4c2bbeec-4ae7-4916-b897-579f14b1e19e'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:40:19.746303 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef898b6-8281-4a57-9773-ba35f500773b req-aae3af0c-14b4-4d4d-bf10-308e02c0e58f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:19.747818 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8ef898b6-8281-4a57-9773-ba35f500773b req-aae3af0c-14b4-4d4d-bf10-308e02c0e58f tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 944 time: 0.0484235 May 04 07:40:19.801972 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8ef898b6-8281-4a57-9773-ba35f500773b req-d6722f3a-580d-4907-8ef5-48c7e691c949 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482357 May 04 07:40:20.167002 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-4b70c5f9-2bf3-40d4-b0e0-4518c9046e53 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:20.168473 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-4b70c5f9-2bf3-40d4-b0e0-4518c9046e53 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/networks?id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 200 len: 809 time: 0.1039405 May 04 07:40:20.183068 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-483d6fb9-5eae-4928-9086-5ea266554d9c tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/quotas/eb7610533d294050b732a473b53cb5d3 HTTP/1.1" status: 200 len: 375 time: 0.0090723 May 04 07:40:20.215790 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-58dc7a12-f320-4095-99e5-ffa0f6c94cca tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277297 May 04 07:40:20.303285 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-93083d1a-f7a0-4bc8-968a-17f1d2946d30 service neutron] 10.222.0.21 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806539 May 04 07:40:20.395086 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-92e802d6-43e8-4b2c-9c89-a56787aebf04 service neutron] 10.222.0.21 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855570 May 04 07:40:20.559420 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51e72f85-7dc3-41cf-a731-445b6d408664 req-e6d3e465-7766-4b12-b7d5-093ffdedc35e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 210 time: 0.0321081 May 04 07:40:20.620427 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c2bbeec-4ae7-4916-b897-579f14b1e19e up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:40:20.664428 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 4c2bbeec-4ae7-4916-b897-579f14b1e19e completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:40:20.670199 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 4c2bbeec-4ae7-4916-b897-579f14b1e19e triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:40:20.670805 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:20.755865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 4c2bbeec-4ae7-4916-b897-579f14b1e19e is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:20.756097 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:20.779238 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:20.781444 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed5986-c213-40e6-a1cb-7cca75608507" -d '{"events": [{"server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:20.794553 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:20.798125 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:20.798887 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:40:20.836314 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:40:20.836616 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device cd4c7d55-69fb-4d5d-8fbe-fcef2e5b9c67 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:40:20.841366 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9882cb-5ab9-424c-9d79-1cf0641a80b7 x-openstack-request-id: req-5d9882cb-5ab9-424c-9d79-1cf0641a80b7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:20.841739 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:20.841900 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d9882cb-5ab9-424c-9d79-1cf0641a80b7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:20.842465 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9882cb-5ab9-424c-9d79-1cf0641a80b7'] response: {'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'code': 200} May 04 07:40:20.873425 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:20.922492 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3238ad-1c21-4b5d-b865-2d972c14960c req-2cb56aa8-ab24-450d-a268-ac34bf7827c9 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:20.924300 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee3238ad-1c21-4b5d-b865-2d972c14960c req-2cb56aa8-ab24-450d-a268-ac34bf7827c9 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0496912 May 04 07:40:20.975312 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee3238ad-1c21-4b5d-b865-2d972c14960c req-1fedd211-be2a-435d-b0db-9729db46d8c1 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453334 May 04 07:40:21.100501 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12afd16-5766-4f88-a5e5-c93eaab25911 req-fa99ca31-8690-4f9a-a90d-818b208baf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:21.102853 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a12afd16-5766-4f88-a5e5-c93eaab25911 req-fa99ca31-8690-4f9a-a90d-818b208baf40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1129 time: 0.0387945 May 04 07:40:21.157179 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a12afd16-5766-4f88-a5e5-c93eaab25911 req-e988800a-20a5-45ad-ab2f-e0c915a00c31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 May 04 07:40:21.658393 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6fd7e3c4-6f71-4854-8496-d2c2f7297faa req-104f3317-7098-4851-8bd8-077f76419d42 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 210 time: 0.0275338 May 04 07:40:22.096118 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb7525-8c8e-4115-9f56-bfa75e7a733a req-da0b3741-8544-402c-88ab-2760eebf0891 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:22.097573 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7bcb7525-8c8e-4115-9f56-bfa75e7a733a req-da0b3741-8544-402c-88ab-2760eebf0891 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0505066 May 04 07:40:22.145915 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7bcb7525-8c8e-4115-9f56-bfa75e7a733a req-12a78f86-7ec0-484a-b276-87997f085c1b tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 May 04 07:40:22.492064 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:40:22.550560 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-5f4a2cd6-665c-4b74-b8fe-52a5e4b30657 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:22.552170 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-5f4a2cd6-665c-4b74-b8fe-52a5e4b30657 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "GET /v2.0/networks?id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 200 len: 809 time: 0.1087112 May 04 07:40:22.600222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Request body: {'port': {'device_id': '727d1332-80c5-457f-ba86-650082da1da1', 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324', 'admin_state_up': True, 'tenant_id': 'eb7610533d294050b732a473b53cb5d3'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:22.713925 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Made reservation on behalf of eb7610533d294050b732a473b53cb5d3 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:40:22.717279 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:22.754487 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-e2b3e38c-a0a9-487b-bd6a-db3941e65f40 req-2b7a4143-1642-4702-83f0-ee1a7bbd1c1e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 210 time: 0.0276377 May 04 07:40:22.844617 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Allocated IP 172.20.0.12 (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324/b6896e5d-959e-4064-b9a5-f6c3980c524a/1d033cef-c21d-43e9-b47f-8e644d9d3935) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:40:23.002098 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks [] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.035080 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.074712 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:40:23.077652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:40:23.081399 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:40:23.109484 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Pushing event updated for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:23.137036 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:23.137649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.153175 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-b3ab59d8-5ce3-429e-a7f0-6094b765c4e0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569601 May 04 07:40:23.257793 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edfbc5-521a-4c18-93c8-ab3b52ff9fb0 req-b74fa2c4-ccc4-4a31-af2e-17a9f4c09069 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:23.259830 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e8edfbc5-521a-4c18-93c8-ab3b52ff9fb0 req-b74fa2c4-ccc4-4a31-af2e-17a9f4c09069 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0478129 May 04 07:40:23.308023 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e8edfbc5-521a-4c18-93c8-ab3b52ff9fb0 req-b9c819e3-0864-4acd-86ae-ee908606df79 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 May 04 07:40:23.424642 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7243b-1949-465f-9900-ff6d32bb6c09 req-1738f9b6-3ded-482d-b7ee-557bd68bcfc7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:23.426075 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a7243b-1949-465f-9900-ff6d32bb6c09 req-1738f9b6-3ded-482d-b7ee-557bd68bcfc7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0503128 May 04 07:40:23.476985 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-c4a7243b-1949-465f-9900-ff6d32bb6c09 req-fb0daad8-1661-4966-9c47-dd2ce40ef512 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446815 May 04 07:40:23.499742 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54920) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:40:23.597312 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Request body: {'port': {'device_id': '727d1332-80c5-457f-ba86-650082da1da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:23.663946 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5ff02-d980-4be7-975a-39c9138073e1 tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:23.667183 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-b8a5ff02-d980-4be7-975a-39c9138073e1 tempest-TestVolumeBootPattern-1676722401 tempest-TestVolumeBootPattern-1676722401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1124 time: 0.1648300 May 04 07:40:23.668388 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 54924) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:40:23.672686 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.v2.base [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Request body: {'floatingip': {'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'port_id': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:40:23.683042 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.694597 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.779037 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.885748 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Allocated IP 172.27.1.229 (82aad8c4-60f1-4da8-923c-5048714734bb/69042e0c-cc8b-4bdf-9508-35388c02c148/e6c8cc22-fb2d-4ba5-98df-2deb2b59299c) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:40:23.911640 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26606cca-427e-47e5-96ac-3daff66db37e req-f44fadcc-90f0-4b28-8750-e31eef1505ad tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:23.913117 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-26606cca-427e-47e5-96ac-3daff66db37e req-f44fadcc-90f0-4b28-8750-e31eef1505ad tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 932 time: 0.0853167 May 04 07:40:23.992799 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:23.997990 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-26606cca-427e-47e5-96ac-3daff66db37e req-988465f4-3cb4-44bd-acdc-5b5f5d2062a0 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768795 May 04 07:40:24.032613 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.033886 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d033cef-c21d-43e9-b47f-8e644d9d3935 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:24.044258 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks [] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.057405 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Transition to ACTIVE for port object 1d033cef-c21d-43e9-b47f-8e644d9d3935 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:40:24.061407 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.073727 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Network 82aad8c4-60f1-4da8-923c-5048714734bb is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:40:24.076811 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:40:24.082560 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:40:24.089073 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=e6c8cc22-fb2d-4ba5-98df-2deb2b59299c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:24.132562 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:24.189622 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Attempting to bind port 1d033cef-c21d-43e9-b47f-8e644d9d3935 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:40:24.189960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Attempting to bind port 1d033cef-c21d-43e9-b47f-8e644d9d3935 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:40:24.190290 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Attempting to bind port 1d033cef-c21d-43e9-b47f-8e644d9d3935 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:24.194724 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Port 1d033cef-c21d-43e9-b47f-8e644d9d3935 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:40:24.195044 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Attempting to bind port 1d033cef-c21d-43e9-b47f-8e644d9d3935 on network aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:40:24.202539 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:40:24.202898 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Checking segment: {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:40:24.203289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Bound using segment: {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:40:24.203835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Bound port: 1d033cef-c21d-43e9-b47f-8e644d9d3935, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efeabd8-4a22-45cf-b38e-c84001037035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:40:24.204081 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.271328 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:40:24.275000 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:40:24.290561 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.325362 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.325987 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.327424 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d033cef-c21d-43e9-b47f-8e644d9d3935 HTTP/1.1" status: 200 len: 1094 time: 0.7349601 May 04 07:40:24.327864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:24.330142 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c90972-7248-4fe3-9b9f-d78e81b49934" -d '{"events": [{"name": "network-changed", "server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:24.358096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f344-c78d-46db-8601-4752675398e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:24.376881 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7dd8f-80cb-4035-a0f7-7ccc1518fd53 x-openstack-request-id: req-f0e7dd8f-80cb-4035-a0f7-7ccc1518fd53 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:24.377180 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:24.377434 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e7dd8f-80cb-4035-a0f7-7ccc1518fd53 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:24.377839 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7dd8f-80cb-4035-a0f7-7ccc1518fd53'] response: {'name': 'network-changed', 'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935', 'status': 'completed', 'code': 200} May 04 07:40:24.479020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-3056189a-dcb4-4225-b24a-8e5474420f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.480552 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-3056189a-dcb4-4225-b24a-8e5474420f76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 1128 time: 0.0444353 May 04 07:40:24.483509 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (f3b3a8c5-52d5-4b90-ab9f-e845caeaefef), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.558808 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.598289 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-f803c4e3-6d94-4ccf-80f7-c4fddcb8ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.599802 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-f803c4e3-6d94-4ccf-80f7-c4fddcb8ccbb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=eb7610533d294050b732a473b53cb5d3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1029332 May 04 07:40:24.698785 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-eb0fca7d-6d60-4fc8-b411-d3f737f92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.700400 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-15c90972-7248-4fe3-9b9f-d78e81b49934 req-eb0fca7d-6d60-4fc8-b411-d3f737f92858 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937598 May 04 07:40:24.710872 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.716253 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113360'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.795097 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event updated for resources: {'Port': ['ID=e6c8cc22-fb2d-4ba5-98df-2deb2b59299c,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:24.806682 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787248'] for floatingip (f3b3a8c5-52d5-4b90-ab9f-e845caeaefef), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:24.806862 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-93493d66-3dfb-4d1c-aa96-3881b08ba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.809289 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-93493d66-3dfb-4d1c-aa96-3881b08ba44c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb7610533d294050b732a473b53cb5d3&device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 1128 time: 0.0451760 May 04 07:40:24.860987 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-217fe458-faeb-4941-965b-ae144814b7b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935 HTTP/1.1" status: 200 len: 217 time: 0.0362034 May 04 07:40:24.912529 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051323-f321-470d-8d56-044f6151490c req-4f88b9cf-8470-4762-a139-11298f757f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:24.914004 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-4f88b9cf-8470-4762-a139-11298f757f70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6896e5d-959e-4064-b9a5-f6c3980c524a HTTP/1.1" status: 200 len: 849 time: 0.0458930 May 04 07:40:24.915417 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP f3b3a8c5-52d5-4b90-ab9f-e845caeaefef associated. External IP: 172.27.1.229, port: 4c2bbeec-4ae7-4916-b897-579f14b1e19e. May 04 07:40:24.949706 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-823d0a6c-c689-413f-9590-808b3b72e330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296683 May 04 07:40:25.067246 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-321080d4-8bec-4d00-8eb0-3adee23c08c4 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111963 May 04 07:40:25.123881 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-85201633-e060-43ff-9a24-e3d7da4b0cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867567 May 04 07:40:25.140853 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:40:25.154320 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50775d79-a9e9-499d-a4d9-2a2463eec2ee req-10c87a2b-76cd-48fc-85ab-62c071370c00 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:25.155869 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50775d79-a9e9-499d-a4d9-2a2463eec2ee req-10c87a2b-76cd-48fc-85ab-62c071370c00 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 944 time: 0.0861006 May 04 07:40:25.264523 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:40:25.272003 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-d78cd7b7-1d7f-496d-a368-15a387f0a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:25.273629 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-d78cd7b7-1d7f-496d-a368-15a387f0a4ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0911398 May 04 07:40:25.276626 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:40:25.281262 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf051323-f321-470d-8d56-044f6151490c req-9730b599-3c5b-45d1-af24-3b8866de0b63 service neutron] 10.222.0.26 "GET /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068117 May 04 07:40:25.285016 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50775d79-a9e9-499d-a4d9-2a2463eec2ee req-d2d4d07b-81a4-48b0-845e-caae930dd754 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041462 May 04 07:40:25.287801 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:25.304760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:40:25.306825 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:40:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:40:25.395751 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-178dc878-526b-416b-89fe-552f625ac3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:25.397193 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-178dc878-526b-416b-89fe-552f625ac3e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0935693 May 04 07:40:25.433301 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:40:25.597033 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5f0b87c4-d037-41d5-a557-fa1155b4dc4c tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9275479 May 04 07:40:25.597733 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:25.599962 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd32186-a782-44f1-9172-a1e73d0a818f" -d '{"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:25.662875 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}, {'id': 'f3b3a8c5-52d5-4b90-ab9f-e845caeaefef', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:50:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70635759-bd3b-4056-9179-84da52755f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:40:24Z', 'updated_at': '2022-05-04T07:40:24Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:40:25.694537 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:40:25.701639 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1b320-d318-4712-b93c-7cfcde029791 x-openstack-request-id: req-ade1b320-d318-4712-b93c-7cfcde029791 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:25.701926 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:25.702180 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade1b320-d318-4712-b93c-7cfcde029791 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:25.702580 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade1b320-d318-4712-b93c-7cfcde029791'] response: {'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'status': 'completed', 'code': 200} May 04 07:40:25.703721 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:40:25.704336 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:40:02Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:40:25.817175 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:40:26.032829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}, {'id': 'f3b3a8c5-52d5-4b90-ab9f-e845caeaefef', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:50:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70635759-bd3b-4056-9179-84da52755f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:40:24Z', 'updated_at': '2022-05-04T07:40:24Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:40:26.062489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59209456-de10-46a1-97b1-33c135c02ad5 None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}, {'id': 'f3b3a8c5-52d5-4b90-ab9f-e845caeaefef', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:50:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70635759-bd3b-4056-9179-84da52755f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:40:24Z', 'updated_at': '2022-05-04T07:40:24Z', 'revision_number': 0, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:40:26.270777 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bbeff-23b3-4d9a-893d-09e360d502b7 None None] New status for floating IP f3b3a8c5-52d5-4b90-ab9f-e845caeaefef: ACTIVE {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:40:26.413868 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb980d-bbd0-4d81-b0a6-d5800f1bed73 req-62481abd-7f02-4c1b-80a2-9a6d05ca4c9b tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:26.415408 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a8cb980d-bbd0-4d81-b0a6-d5800f1bed73 req-62481abd-7f02-4c1b-80a2-9a6d05ca4c9b tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 944 time: 0.0513809 May 04 07:40:26.463499 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a8cb980d-bbd0-4d81-b0a6-d5800f1bed73 req-d9a7c53c-b320-4788-9998-0f537f8d80a9 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 May 04 07:40:27.545540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-50fc3680-a299-4ef7-ad43-772de49ebe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.547051 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-50fc3680-a299-4ef7-ad43-772de49ebe83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1129 time: 0.0602586 May 04 07:40:27.552008 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-a179ce4b-e7db-4954-9644-d6bd8f04ebf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 1001 time: 0.1002564 May 04 07:40:27.583573 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429b928-e183-4cbf-bab3-6ace60733a90 req-3e53da54-5fec-4aaf-9b4e-ed34df06e50e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.585027 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a429b928-e183-4cbf-bab3-6ace60733a90 req-3e53da54-5fec-4aaf-9b4e-ed34df06e50e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 944 time: 0.0481639 May 04 07:40:27.634850 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-a429b928-e183-4cbf-bab3-6ace60733a90 req-69a9023b-9256-409b-8731-58fe5a1469c1 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 May 04 07:40:27.655963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-ae93ddfe-74fe-4dbe-986b-cd3ad52027e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.657440 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-ae93ddfe-74fe-4dbe-986b-cd3ad52027e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0962839 May 04 07:40:27.719247 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-86596f0e-d11f-4915-a2c6-407cf3057a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.720750 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-86596f0e-d11f-4915-a2c6-407cf3057a0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.1678839 May 04 07:40:27.723800 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-e7521028-ecf4-481f-850e-5b21bda3b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.725156 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-e7521028-ecf4-481f-850e-5b21bda3b7d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589185 May 04 07:40:27.851269 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-21ce1321-5838-4f51-bea9-d3b82a4e2b09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 1001 time: 0.1172950 May 04 07:40:27.901258 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-b3f9bf02-ef5a-4205-a28a-2e5a51563b7d service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617396 May 04 07:40:27.931495 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-27b75bde-2089-4c51-ad27-04c3612e07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:27.933170 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-27b75bde-2089-4c51-ad27-04c3612e07e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0746913 May 04 07:40:28.015654 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-3cca5575-884e-4f7e-9db8-799ee1e0c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:28.017256 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-3cca5575-884e-4f7e-9db8-799ee1e0c0ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0748146 May 04 07:40:28.052195 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21e8fe1e-00b9-4643-9d77-49bfca92f83f req-6877bd72-37cf-4867-9a2a-05fb940a0c4e service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433284 May 04 07:40:28.116492 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-d1cdf73e-1748-4ec7-97c8-c0239e408380 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873368 May 04 07:40:28.208820 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cbd32186-a782-44f1-9172-a1e73d0a818f req-131a20d4-57b5-4241-acda-2e6e334f2029 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 May 04 07:40:28.681882 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1d033cef-c21d-43e9-b47f-8e644d9d3935 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:40:28.761953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d86b6-cdc8-4430-ab99-d4554e260f22 req-621e735b-2992-46ce-b157-145a880065d8 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:28.764392 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b1d86b6-cdc8-4430-ab99-d4554e260f22 req-621e735b-2992-46ce-b157-145a880065d8 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 944 time: 0.0497892 May 04 07:40:28.804011 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:28.812660 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b1d86b6-cdc8-4430-ab99-d4554e260f22 req-521d4870-c692-4be3-bda5-d1d56c7c25c1 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 May 04 07:40:28.816298 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': '1d033cef-c21d-43e9-b47f-8e644d9d3935', 'network_id': 'aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324', 'port_id': '1d033cef-c21d-43e9-b47f-8e644d9d3935', 'mac_address': 'fa:16:3e:22:d8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6896e5d-959e-4064-b9a5-f6c3980c524a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:40:28.857667 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1d033cef-c21d-43e9-b47f-8e644d9d3935 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:28.858050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:28.871270 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d033cef-c21d-43e9-b47f-8e644d9d3935 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:40:28.891240 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:28.895556 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:28.946006 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:29.317822 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['1d033cef-c21d-43e9-b47f-8e644d9d3935'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:40:29.943940 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dddc7a-0513-4a4e-b18a-7ba82fc78f2e req-1b29f972-6e25-4da9-bda2-3df9290e7eb9 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:29.946139 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-48dddc7a-0513-4a4e-b18a-7ba82fc78f2e req-1b29f972-6e25-4da9-bda2-3df9290e7eb9 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 945 time: 0.0549486 May 04 07:40:29.999384 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-48dddc7a-0513-4a4e-b18a-7ba82fc78f2e req-c7a1089a-155f-43ad-ba55-d78e32fa7a69 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 May 04 07:40:30.111589 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b9726028-36b9-47cd-a24d-0d96521c9de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:30.706853 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1d033cef-c21d-43e9-b47f-8e644d9d3935 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:40:30.755358 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port 1d033cef-c21d-43e9-b47f-8e644d9d3935 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:40:30.770470 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port 1d033cef-c21d-43e9-b47f-8e644d9d3935 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:40:30.770470 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:30.873347 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port 1d033cef-c21d-43e9-b47f-8e644d9d3935 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:40:30.873741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:30.896874 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:30.899988 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f20ce-1cc1-4789-904c-084f12f742e2" -d '{"events": [{"server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "name": "network-vif-plugged", "status": "completed", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:30.912836 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:30.918189 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:30.944598 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149dcba-337c-4cf7-a127-fd41834e4682 x-openstack-request-id: req-f149dcba-337c-4cf7-a127-fd41834e4682 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:30.944598 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "name": "network-vif-plugged", "status": "completed", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:30.944598 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f149dcba-337c-4cf7-a127-fd41834e4682 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:30.944598 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f149dcba-337c-4cf7-a127-fd41834e4682'] response: {'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935', 'code': 200} May 04 07:40:30.968175 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:31.125708 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504db9f-9027-45f5-b74e-1a1dfdfc8f13 req-d7828e74-974d-43c1-b830-f23314d3de4d tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:31.127499 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8504db9f-9027-45f5-b74e-1a1dfdfc8f13 req-d7828e74-974d-43c1-b830-f23314d3de4d tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0543687 May 04 07:40:31.154213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ec617-0bd4-42de-8250-2017f5434767 req-fffd2dc3-8be6-4766-81d9-797fa081cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:31.155726 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-116ec617-0bd4-42de-8250-2017f5434767 req-fffd2dc3-8be6-4766-81d9-797fa081cdb7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 1130 time: 0.0439408 May 04 07:40:31.180943 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8504db9f-9027-45f5-b74e-1a1dfdfc8f13 req-f6432a3f-0e39-4193-bb13-cb674b3d45c8 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 May 04 07:40:31.206227 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-116ec617-0bd4-42de-8250-2017f5434767 req-89a2a615-c3b6-4841-85fe-82985ca765a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 May 04 07:40:32.303387 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc4854-dd01-494b-8142-c319d33fc685 req-eaaeaa20-2409-4362-8eee-0b398585ad91 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:32.305588 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5dc4854-dd01-494b-8142-c319d33fc685 req-eaaeaa20-2409-4362-8eee-0b398585ad91 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0514538 May 04 07:40:32.339669 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dbb6dba3-b99e-4ecb-842f-53d11f8926bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:32.357211 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5dc4854-dd01-494b-8142-c319d33fc685 req-1d215277-bec4-49a2-93ce-c0b03a277232 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 May 04 07:40:33.475188 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e8180-07a9-421b-842d-38f3351e0dbd req-399bd004-55d6-4dc1-989b-145ff6935286 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:33.476690 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d28e8180-07a9-421b-842d-38f3351e0dbd req-399bd004-55d6-4dc1-989b-145ff6935286 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0464888 May 04 07:40:33.524812 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-d28e8180-07a9-421b-842d-38f3351e0dbd req-39f3f0aa-23b5-498b-99f3-e9f4ed6543ba tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 May 04 07:40:33.563935 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:34.273273 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db46a2a-aac5-4cad-af4b-22986aecb874 req-70937558-2ea4-4007-ba9f-b267ddc78e3f tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:34.274657 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5db46a2a-aac5-4cad-af4b-22986aecb874 req-70937558-2ea4-4007-ba9f-b267ddc78e3f tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0492876 May 04 07:40:34.321844 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-5db46a2a-aac5-4cad-af4b-22986aecb874 req-2627af0e-5a8e-45f9-bdb2-14a07cac9287 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 May 04 07:40:34.871257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:35.439184 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75c291-1fb0-4011-988b-61371dec86a6 req-00b93556-0ace-43bf-bc84-0972b282fa21 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:35.440672 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea75c291-1fb0-4011-988b-61371dec86a6 req-00b93556-0ace-43bf-bc84-0972b282fa21 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0490019 May 04 07:40:35.488876 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea75c291-1fb0-4011-988b-61371dec86a6 req-482fa128-98f3-485b-ab6e-0ff9687b3c4d tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/security-groups?id=d455d212-2e61-4374-9c99-e8a4511ef0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 May 04 07:40:35.843696 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-593eed26-118c-46f7-a6a6-8a6a73105692 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:40:35.845139 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-593eed26-118c-46f7-a6a6-8a6a73105692 tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 946 time: 0.0451455 May 04 07:40:35.931647 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Deleting port 1d033cef-c21d-43e9-b47f-8e644d9d3935 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:40:35.931981 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:36.021777 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] For port 1d033cef-c21d-43e9-b47f-8e644d9d3935, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1d033cef-c21d-43e9-b47f-8e644d9d3935,segment=NetworkSegment(4efeabd8-4a22-45cf-b38e-c84001037035),segment_id=4efeabd8-4a22-45cf-b38e-c84001037035)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:40:36.022145 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:36.034681 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Calling delete_port for 1d033cef-c21d-43e9-b47f-8e644d9d3935 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:40:36.159318 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1d033cef-c21d-43e9-b47f-8e644d9d3935), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:36.185020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Pushing event deleted for resources: {'Port': ['ID=1d033cef-c21d-43e9-b47f-8e644d9d3935,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:40:36.194172 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['1d033cef-c21d-43e9-b47f-8e644d9d3935'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:40:36.198895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.199266 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.199606 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.199937 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.200263 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.200587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.200908 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.201257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.201575 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.201890 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.202204 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.202518 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.202829 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.203140 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.203472 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:40:36.238366 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] No DVR routers for this DVR port 1d033cef-c21d-43e9-b47f-8e644d9d3935 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:40:36.240649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:36.244396 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d1a4cbbb-1b41-4227-b5b2-165cb127651f req-d93e47a7-2e06-44ee-a499-2766f174eb0e tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.26 "DELETE /v2.0/ports/1d033cef-c21d-43e9-b47f-8e644d9d3935 HTTP/1.1" status: 204 len: 173 time: 0.3919969 May 04 07:40:36.244815 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'name': 'network-vif-deleted', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:40:36.246999 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ede7fe-42b0-4fd2-b057-6c31879a3fca" -d '{"events": [{"server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "name": "network-vif-deleted", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:40:36.282963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686829a4-c67b-459f-b3bd-1e1d9aaac96d x-openstack-request-id: req-686829a4-c67b-459f-b3bd-1e1d9aaac96d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:40:36.283372 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727d1332-80c5-457f-ba86-650082da1da1", "name": "network-vif-deleted", "tag": "1d033cef-c21d-43e9-b47f-8e644d9d3935", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:40:36.283752 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-686829a4-c67b-459f-b3bd-1e1d9aaac96d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:40:36.284241 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686829a4-c67b-459f-b3bd-1e1d9aaac96d'] response: {'server_uuid': '727d1332-80c5-457f-ba86-650082da1da1', 'name': 'network-vif-deleted', 'tag': '1d033cef-c21d-43e9-b47f-8e644d9d3935', 'status': 'completed', 'code': 200} May 04 07:40:36.302456 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:36.613756 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3833be92-3f52-418d-b62f-1a04844d1483 req-0d6e7cac-efaf-47cf-8f9a-39e6e4772c8a tempest-VolumesActionsTest-781091857 tempest-VolumesActionsTest-781091857-project] 10.222.0.21 "GET /v2.0/ports?device_id=727d1332-80c5-457f-ba86-650082da1da1 HTTP/1.1" status: 200 len: 210 time: 0.0316794 May 04 07:40:38.723438 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1d033cef-c21d-43e9-b47f-8e644d9d3935 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:40:38.742788 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 1d033cef-c21d-43e9-b47f-8e644d9d3935 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:40:38.743124 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1d033cef-c21d-43e9-b47f-8e644d9d3935 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:40:45.388392 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:40:59.490560 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:41:00.103643 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-3d1563a2-ed69-4a63-8d16-2f0941b77221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.459023 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55212) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:00.501835 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Deleting subnet b6896e5d-959e-4064-b9a5-f6c3980c524a {{(pid=103212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:41:00.504957 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Publish callbacks [] for subnet (b6896e5d-959e-4064-b9a5-f6c3980c524a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.542118 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144091'] for subnet (b6896e5d-959e-4064-b9a5-f6c3980c524a), precommit_delete_associations {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.583739 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (b6896e5d-959e-4064-b9a5-f6c3980c524a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.634848 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612085'] for subnet (b6896e5d-959e-4064-b9a5-f6c3980c524a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.661456 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6896e5d-959e-4064-b9a5-f6c3980c524a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:00.664497 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for subnet (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:00.666947 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6896e5d-959e-4064-b9a5-f6c3980c524a HTTP/1.1" status: 204 len: 168 time: 0.2068512 May 04 07:41:00.669620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55214) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:00.672899 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.673249 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.673590 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.673925 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.674256 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.674580 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.674919 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.675270 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.675600 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.675926 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.676248 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.676570 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.676891 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.677205 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:00.677526 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5678531-9384-4ede-b8b1-cd55db8a577e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:01.015778 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.099474 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.120339 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:41:01.130376 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efeabd8-4a22-45cf-b38e-c84001037035') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:41:01.130681 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efeabd8-4a22-45cf-b38e-c84001037035') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:41:01.140683 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (4efeabd8-4a22-45cf-b38e-c84001037035), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.154931 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (4efeabd8-4a22-45cf-b38e-c84001037035), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.161692 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:41:01.162113 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (4efeabd8-4a22-45cf-b38e-c84001037035), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:41:01.164470 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:41:01.217902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.223561 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.226555 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324 HTTP/1.1" status: 204 len: 168 time: 0.5559368 May 04 07:41:01.240432 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba12c0-aa29-4b0e-9822-79db9d06001f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa54cf7a-0bb2-4a63-a391-a7b9f0c5f324,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:01.340145 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55218) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:01.378932 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3fe16dc5-5312-4eef-b82b-b3296044b6b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb7610533d294050b732a473b53cb5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376277 May 04 07:41:01.381351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55220) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:01.427365 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] Publish callbacks [] for security_group (d455d212-2e61-4374-9c99-e8a4511ef0ae), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.448771 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] Publish callbacks [] for security_group (d455d212-2e61-4374-9c99-e8a4511ef0ae), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.494322 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (d455d212-2e61-4374-9c99-e8a4511ef0ae), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.496817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:01.497941 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d455d212-2e61-4374-9c99-e8a4511ef0ae HTTP/1.1" status: 204 len: 168 time: 0.1152093 May 04 07:41:01.505864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34585c0-be57-4849-9be7-4b98e9f84523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d455d212-2e61-4374-9c99-e8a4511ef0ae,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:02.342796 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7def999c-1fd9-4609-9080-244726aa4823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:03.566660 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:03.820994 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-dd479e18-3efb-4d62-9f01-b9d6d5515e5a tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293157 May 04 07:41:04.005485 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-ea8a8bdd-5aba-4ca2-bee9-4dbf2065b1f2 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:04.007437 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-ea8a8bdd-5aba-4ca2-bee9-4dbf2065b1f2 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807384 May 04 07:41:04.022245 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-a779b1a4-1073-40a7-983e-d3f615b9a1d2 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/quotas/b3cf2caab1e340ca8306f2e9214e2340 HTTP/1.1" status: 200 len: 375 time: 0.0092676 May 04 07:41:04.055275 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-470e98ce-6942-4d99-adb1-a5141f380b65 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274565 May 04 07:41:04.228366 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-ce158baa-9f2e-4edc-9525-cf5893ae8861 req-bdcdba56-4c6c-4389-898b-d9c6f06f4daf tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 210 time: 0.0349486 May 04 07:41:04.872308 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.147583 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-1c27e517-b117-4179-8fc0-bbb0a6a85e8b tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232484 May 04 07:41:05.275753 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-de864c06-54b9-4411-bd58-15a41c325ac4 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:05.277377 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-de864c06-54b9-4411-bd58-15a41c325ac4 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247759 May 04 07:41:05.300905 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Request body: {'port': {'device_id': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d', 'admin_state_up': True, 'tenant_id': 'b3cf2caab1e340ca8306f2e9214e2340'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:41:05.364741 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-290a4020-103c-4d3e-bef9-3f6c6e2f8b53 req-befc390b-74f2-4165-9bdf-79caae280afb tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 210 time: 0.0427277 May 04 07:41:05.456989 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Made reservation on behalf of b3cf2caab1e340ca8306f2e9214e2340 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 07:41:05.460523 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.469947 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.558464 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks [] for security_group (7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.562501 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.628241 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:05.704669 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Allocated IP 192.168.233.50 (e4af3496-0954-4945-8f3e-007a5941c87d/7237021b-b76b-463c-8ee5-32185b2b202e/a997372d-219c-48e4-a111-1a4f6d3cca32) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 07:41:05.856086 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks [] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.889005 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751186389908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:05.935690 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Network e4af3496-0954-4945-8f3e-007a5941c87d is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 07:41:05.938840 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 07:41:05.944935 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 07:41:05.951061 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Pushing event updated for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:05.996705 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:05.997316 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.014864 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-4b6c1a36-6810-4c86-a10e-16df815928e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7190466 May 04 07:41:06.031978 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Request body: {'port': {'device_id': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 07:41:06.095695 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.189181 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-4a7e99f1-d299-4278-9d60-921a682984bb None None] Provisioning complete for port a997372d-219c-48e4-a111-1a4f6d3cca32 triggered by entity DHCP. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:41:06.189760 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4a7e99f1-d299-4278-9d60-921a682984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.224547 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e99f1-d299-4278-9d60-921a682984bb None None] Port a997372d-219c-48e4-a111-1a4f6d3cca32 cannot update to ACTIVE because it is not bound. {{(pid=103213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 07:41:06.305196 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.362958 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a997372d-219c-48e4-a111-1a4f6d3cca32 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:41:06.370117 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks [] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.383054 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Transition to ACTIVE for port object a997372d-219c-48e4-a111-1a4f6d3cca32 will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 07:41:06.386383 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.436652 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Pushing event updated for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:06.501920 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ebeb1-0947-4038-a116-a7bc7795fac4 req-b86e4c50-465d-48ca-9a62-b90422349de5 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:06.505179 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-224ebeb1-0947-4038-a116-a7bc7795fac4 req-b86e4c50-465d-48ca-9a62-b90422349de5 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 947 time: 0.0532243 May 04 07:41:06.520629 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Attempting to bind port a997372d-219c-48e4-a111-1a4f6d3cca32 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 07:41:06.520966 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Attempting to bind port a997372d-219c-48e4-a111-1a4f6d3cca32 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 07:41:06.521293 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Attempting to bind port a997372d-219c-48e4-a111-1a4f6d3cca32 on network e4af3496-0954-4945-8f3e-007a5941c87d {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:41:06.526556 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Port a997372d-219c-48e4-a111-1a4f6d3cca32 on network e4af3496-0954-4945-8f3e-007a5941c87d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 07:41:06.526874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Attempting to bind port a997372d-219c-48e4-a111-1a4f6d3cca32 on network e4af3496-0954-4945-8f3e-007a5941c87d {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 07:41:06.532048 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Checking agent: {'id': 'b3c75210-2ae4-4e19-9974-ef247bbcc01d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'started_at': datetime.datetime(2022, 5, 4, 7, 22, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 7, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 07:41:06.532379 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Checking segment: {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 07:41:06.532758 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Bound using segment: {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 07:41:06.533181 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Bound port: a997372d-219c-48e4-a111-1a4f6d3cca32, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406555ba-1505-4bd0-a3f4-5c0748b49aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 07:41:06.533532 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.562683 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-224ebeb1-0947-4038-a116-a7bc7795fac4 req-93a8aea3-c368-4639-bb70-258abb513f50 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527976 May 04 07:41:06.606979 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 07:41:06.610232 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a997372d-219c-48e4-a111-1a4f6d3cca32,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 07:41:06.617351 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616312'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.653628 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:06.654257 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:06.655705 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] 10.222.0.26 "PUT /v2.0/ports/a997372d-219c-48e4-a111-1a4f6d3cca32 HTTP/1.1" status: 200 len: 1097 time: 0.6279480 May 04 07:41:06.656179 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:41:06.658637 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:41:06.697158 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b53ea0-2108-4612-ac6e-ec24aa985f90 service neutron] Pushing event updated for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:06.719736 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8e7bd-591c-4e12-a61d-2da9c2cac00a x-openstack-request-id: req-33c8e7bd-591c-4e12-a61d-2da9c2cac00a {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:41:06.720145 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:41:06.720494 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33c8e7bd-591c-4e12-a61d-2da9c2cac00a {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:41:06.720995 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c8e7bd-591c-4e12-a61d-2da9c2cac00a'] response: {'name': 'network-changed', 'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32', 'status': 'completed', 'code': 200} May 04 07:41:06.778940 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-a0aedd8b-d0e0-4438-be59-f80938ce1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:06.780791 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-a0aedd8b-d0e0-4438-be59-f80938ce1739 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 1131 time: 0.0441771 May 04 07:41:06.834031 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-2cf35e2d-9f3a-4a39-92b4-32bc3ffe8854 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a997372d-219c-48e4-a111-1a4f6d3cca32 HTTP/1.1" status: 200 len: 217 time: 0.0403326 May 04 07:41:06.886271 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-fb0c5592-7398-40fe-b70f-d62375e99d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:06.887804 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-fb0c5592-7398-40fe-b70f-d62375e99d5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7237021b-b76b-463c-8ee5-32185b2b202e HTTP/1.1" status: 200 len: 843 time: 0.0478878 May 04 07:41:06.931215 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-1880b880-61d2-498b-a190-6d9e1074883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:06.932732 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-1880b880-61d2-498b-a190-6d9e1074883a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4af3496-0954-4945-8f3e-007a5941c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0397148 May 04 07:41:07.028892 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-872ed882-8f56-481f-bc5b-b1f0b64ff0db service neutron] 10.222.0.26 "GET /v2.0/networks/e4af3496-0954-4945-8f3e-007a5941c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896859 May 04 07:41:07.118359 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce3ca32f-00b0-4182-b5fa-bf11ca3188b8 req-5d629171-84c8-4637-8e16-eae705e126d9 service neutron] 10.222.0.26 "GET /v2.0/networks/e4af3496-0954-4945-8f3e-007a5941c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 May 04 07:41:07.679811 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a533e29-faa1-4471-aaec-67fe9620c1a6 req-5331edc9-8b24-407c-aaee-da9974f77c1c tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:07.681272 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1a533e29-faa1-4471-aaec-67fe9620c1a6 req-5331edc9-8b24-407c-aaee-da9974f77c1c tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 947 time: 0.0458736 May 04 07:41:07.729483 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-1a533e29-faa1-4471-aaec-67fe9620c1a6 req-f8605940-de86-42cd-b840-da8df6255e9d tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 May 04 07:41:08.847994 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21741d6-a979-4330-af9a-bc471ecb96da req-9733aa51-b47e-4738-a650-afb519aaba35 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:08.849506 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c21741d6-a979-4330-af9a-bc471ecb96da req-9733aa51-b47e-4738-a650-afb519aaba35 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 947 time: 0.0515580 May 04 07:41:08.896206 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c21741d6-a979-4330-af9a-bc471ecb96da req-a86090e1-fc03-47fe-b071-21753ffd484f tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 May 04 07:41:09.516342 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-163571d8-a467-4caa-b73c-d7fc17405219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:09.517761 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-163571d8-a467-4caa-b73c-d7fc17405219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 1131 time: 0.0377336 May 04 07:41:09.609309 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-215cb3ef-fd3d-4c71-a8bf-a12bca26d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:09.610764 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-215cb3ef-fd3d-4c71-a8bf-a12bca26d1e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4af3496-0954-4945-8f3e-007a5941c87d HTTP/1.1" status: 200 len: 870 time: 0.0873551 May 04 07:41:09.652672 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-6a26ce7a-4db7-41e8-912f-a63a8d4e4055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a997372d-219c-48e4-a111-1a4f6d3cca32 HTTP/1.1" status: 200 len: 217 time: 0.0350816 May 04 07:41:09.701088 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-ab34e8d0-6657-4353-b814-afd4afcecd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:09.702542 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-ab34e8d0-6657-4353-b814-afd4afcecd5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7237021b-b76b-463c-8ee5-32185b2b202e HTTP/1.1" status: 200 len: 843 time: 0.0442700 May 04 07:41:09.757267 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-7a7e6e93-a2ec-43ed-ae35-d18c76910f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:09.759276 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-7a7e6e93-a2ec-43ed-ae35-d18c76910f16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4af3496-0954-4945-8f3e-007a5941c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0510197 May 04 07:41:09.859477 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-13ca7e9f-f632-4347-aba5-fe493342bd14 service neutron] 10.222.0.26 "GET /v2.0/networks/e4af3496-0954-4945-8f3e-007a5941c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914750 May 04 07:41:09.960931 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f4c4a34-1000-49cb-830b-72fd3efcc9d1 req-e85c6ba3-82a2-47b6-ab86-66f25af66b0f service neutron] 10.222.0.26 "GET /v2.0/networks/e4af3496-0954-4945-8f3e-007a5941c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958338 May 04 07:41:10.018876 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553819d6-fac3-4e2e-9dd2-89f3e32f6013 req-eefb55d0-4c39-41a9-8be2-887e04d41eb7 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:10.020271 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-553819d6-fac3-4e2e-9dd2-89f3e32f6013 req-eefb55d0-4c39-41a9-8be2-887e04d41eb7 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 947 time: 0.0465784 May 04 07:41:10.067738 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-553819d6-fac3-4e2e-9dd2-89f3e32f6013 req-9eef28fb-3a04-4c7c-9691-22c9e319e980 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 May 04 07:41:10.934248 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a997372d-219c-48e4-a111-1a4f6d3cca32 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 07:41:11.031607 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a997372d-219c-48e4-a111-1a4f6d3cca32,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:41:11.044662 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Returning: {'device': 'a997372d-219c-48e4-a111-1a4f6d3cca32', 'network_id': 'e4af3496-0954-4945-8f3e-007a5941c87d', 'port_id': 'a997372d-219c-48e4-a111-1a4f6d3cca32', 'mac_address': 'fa:16:3e:2e:b8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7237021b-b76b-463c-8ee5-32185b2b202e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 07:41:11.087689 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a997372d-219c-48e4-a111-1a4f6d3cca32 is: DOWN; New status is: BUILD {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:41:11.088106 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:11.198468 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1630-5abf-476e-84b2-efbe1b82452a req-f1fe80ae-ae09-4873-a8d3-fe87219f7790 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:11.199976 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b7ba1630-5abf-476e-84b2-efbe1b82452a req-f1fe80ae-ae09-4873-a8d3-fe87219f7790 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 947 time: 0.0559695 May 04 07:41:11.235865 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a997372d-219c-48e4-a111-1a4f6d3cca32 {{(pid=103213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 07:41:11.250982 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b7ba1630-5abf-476e-84b2-efbe1b82452a req-b6436d71-e48f-404b-b5b2-40dbabd03e3c tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 May 04 07:41:11.255300 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a997372d-219c-48e4-a111-1a4f6d3cca32,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:41:11.259651 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:11.305565 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:11.312278 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.312624 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.312967 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.313307 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.313638 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.313967 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.314293 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.314616 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.314941 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.315296 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.315620 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.315941 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.316262 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.316581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.316900 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:41:11.689729 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['a997372d-219c-48e4-a111-1a4f6d3cca32'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:41:12.369821 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e647a7b-9887-40cf-a481-f340579ab4aa req-abadb9ce-150b-4a13-a66d-398ceaaf83c3 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:12.371353 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6e647a7b-9887-40cf-a481-f340579ab4aa req-abadb9ce-150b-4a13-a66d-398ceaaf83c3 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 948 time: 0.0501153 May 04 07:41:12.418935 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-6e647a7b-9887-40cf-a481-f340579ab4aa req-095c8eb3-00ee-4b49-a20b-230f248c7a8c tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 May 04 07:41:12.951253 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a997372d-219c-48e4-a111-1a4f6d3cca32 up at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 07:41:12.996622 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning for port a997372d-219c-48e4-a111-1a4f6d3cca32 completed by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 07:41:13.002477 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.provisioning_blocks [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Provisioning complete for port a997372d-219c-48e4-a111-1a4f6d3cca32 triggered by entity L2. {{(pid=103213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 07:41:13.003040 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751187'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), provisioning_complete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:13.085703 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Current status of the port a997372d-219c-48e4-a111-1a4f6d3cca32 is: BUILD; New status is: ACTIVE {{(pid=103213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 07:41:13.086128 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679849'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:13.111530 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32'}] {{(pid=103213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:41:13.113795 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae4bfd390da99fec2b57ab1791d6c9bbddec1deee5dca5e394f86c278160633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d5dba-6eeb-458d-b03d-166f2d1244f3" -d '{"events": [{"server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "name": "network-vif-plugged", "status": "completed", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32"}]}' {{(pid=103213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:41:13.127943 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a997372d-219c-48e4-a111-1a4f6d3cca32,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:41:13.133782 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751186866863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751186389926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751186389944'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:13.170424 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248143da-0b4d-4b52-812d-7dafe3b11fa7 x-openstack-request-id: req-248143da-0b4d-4b52-812d-7dafe3b11fa7 {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:41:13.170769 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "name": "network-vif-plugged", "status": "completed", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32", "code": 200}]} {{(pid=103213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:41:13.170963 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-248143da-0b4d-4b52-812d-7dafe3b11fa7 {{(pid=103213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:41:13.171352 dv-cinder-790535-38-iscsi neutron-server[103213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248143da-0b4d-4b52-812d-7dafe3b11fa7'] response: {'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32', 'code': 200} May 04 07:41:13.198266 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Pushing event updated for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=5']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:13.351638 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472af87-4a9e-4526-a982-989b4e3fa1d0 req-a1460de9-bd24-46b5-9324-c362ffdf647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:13.353559 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5472af87-4a9e-4526-a982-989b4e3fa1d0 req-a1460de9-bd24-46b5-9324-c362ffdf647c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 1133 time: 0.0398934 May 04 07:41:13.412077 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5472af87-4a9e-4526-a982-989b4e3fa1d0 req-962d5dfc-65a3-4888-b455-218bf79d0272 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 May 04 07:41:13.533687 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5c7ad-240b-4e89-b244-7dc9d50553dc req-3d2d9624-cef7-41f4-a935-4c730b52529b tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:13.535171 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-58a5c7ad-240b-4e89-b244-7dc9d50553dc req-3d2d9624-cef7-41f4-a935-4c730b52529b tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0459390 May 04 07:41:13.581498 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-58a5c7ad-240b-4e89-b244-7dc9d50553dc req-34cfd05e-0dda-4793-aff1-d1375dfa5ce3 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 May 04 07:41:14.697304 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b024f9-eed6-44e7-81bd-0b02a78f5e43 req-5aa0d280-9af9-4bf8-a12f-08e4cbbca429 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:14.698859 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18b024f9-eed6-44e7-81bd-0b02a78f5e43 req-5aa0d280-9af9-4bf8-a12f-08e4cbbca429 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0479217 May 04 07:41:14.746877 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-18b024f9-eed6-44e7-81bd-0b02a78f5e43 req-c61e265e-bf4a-4781-aeac-83e975031e27 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 May 04 07:41:15.395500 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:15.863989 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb665c-5cd3-4b90-ba2f-4a971266fc61 req-1e80a007-c862-49a9-b040-eeda8ad18339 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:15.865594 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-21fb665c-5cd3-4b90-ba2f-4a971266fc61 req-1e80a007-c862-49a9-b040-eeda8ad18339 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0476799 May 04 07:41:15.919568 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-21fb665c-5cd3-4b90-ba2f-4a971266fc61 req-3bde4e3d-e782-474d-8c42-ff8bb28bd6f4 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 May 04 07:41:16.170194 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b84f2-8ec7-4f21-b1bc-68b4a4e2d921 req-0a810e0d-9752-40a0-8128-b15df51d2e18 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:16.171654 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8f8b84f2-8ec7-4f21-b1bc-68b4a4e2d921 req-0a810e0d-9752-40a0-8128-b15df51d2e18 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0457804 May 04 07:41:16.217978 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-8f8b84f2-8ec7-4f21-b1bc-68b4a4e2d921 req-132344af-8f4e-418e-af1c-ff51b539a325 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 May 04 07:41:17.333732 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed3fde-2ad8-48bf-8938-e54c17475d9f req-ff8da394-77df-458c-8c8e-d25d47709075 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:17.335769 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bbed3fde-2ad8-48bf-8938-e54c17475d9f req-ff8da394-77df-458c-8c8e-d25d47709075 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0456703 May 04 07:41:17.380818 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bbed3fde-2ad8-48bf-8938-e54c17475d9f req-a0d9dd47-d64f-480e-8b0c-fd4bdf51a3d3 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 May 04 07:41:17.698474 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-cc8cb88d-252d-424c-a37f-025b5d9609a2 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:17.699947 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-cc8cb88d-252d-424c-a37f-025b5d9609a2 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.26 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 949 time: 0.0488179 May 04 07:41:17.781798 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Deleting port a997372d-219c-48e4-a111-1a4f6d3cca32 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:41:17.782137 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:17.881980 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] For port a997372d-219c-48e4-a111-1a4f6d3cca32, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a997372d-219c-48e4-a111-1a4f6d3cca32,segment=NetworkSegment(406555ba-1505-4bd0-a3f4-5c0748b49aa0),segment_id=406555ba-1505-4bd0-a3f4-5c0748b49aa0)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:41:17.882509 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:17.895221 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Calling delete_port for a997372d-219c-48e4-a111-1a4f6d3cca32 owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:41:18.022414 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a997372d-219c-48e4-a111-1a4f6d3cca32), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:18.050572 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Pushing event deleted for resources: {'Port': ['ID=a997372d-219c-48e4-a111-1a4f6d3cca32,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:18.057421 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] get_ports_and_sgs() called for port_ids ['a997372d-219c-48e4-a111-1a4f6d3cca32'] {{(pid=103213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 07:41:18.097466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] No DVR routers for this DVR port a997372d-219c-48e4-a111-1a4f6d3cca32 on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:41:18.100649 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:18.103982 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14caf7a5-73e1-4a20-9fdd-aaf0a4a2f3ad req-eca29a38-9366-4f33-9d81-93f1787617e9 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.26 "DELETE /v2.0/ports/a997372d-219c-48e4-a111-1a4f6d3cca32 HTTP/1.1" status: 204 len: 173 time: 0.3987038 May 04 07:41:18.104466 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'name': 'network-vif-deleted', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:41:18.107635 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd85e156-cac2-4bf2-8510-54906599f3f3" -d '{"events": [{"server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "name": "network-vif-deleted", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:41:18.148665 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda46aff-ce21-44b0-981d-8bc32083432d x-openstack-request-id: req-cda46aff-ce21-44b0-981d-8bc32083432d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:41:18.149246 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40767376-e2c4-4995-9ffb-8e5f72ae37ab", "name": "network-vif-deleted", "tag": "a997372d-219c-48e4-a111-1a4f6d3cca32", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:41:18.149686 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cda46aff-ce21-44b0-981d-8bc32083432d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:41:18.150184 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda46aff-ce21-44b0-981d-8bc32083432d'] response: {'server_uuid': '40767376-e2c4-4995-9ffb-8e5f72ae37ab', 'name': 'network-vif-deleted', 'tag': 'a997372d-219c-48e4-a111-1a4f6d3cca32', 'status': 'completed', 'code': 200} May 04 07:41:18.491509 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-abbc274c-93f6-4982-b481-d4bc36e36d15 req-81c69372-201c-4d77-a47b-f499f5b34be4 tempest-VolumesNegativeTest-183271531 tempest-VolumesNegativeTest-183271531-project] 10.222.0.21 "GET /v2.0/ports?device_id=40767376-e2c4-4995-9ffb-8e5f72ae37ab HTTP/1.1" status: 200 len: 210 time: 0.0287054 May 04 07:41:22.997080 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a997372d-219c-48e4-a111-1a4f6d3cca32 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:41:23.017514 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: a997372d-219c-48e4-a111-1a4f6d3cca32 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:41:23.017854 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device a997372d-219c-48e4-a111-1a4f6d3cca32 not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:41:23.392243 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55562) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:23.534714 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-82cefec4-682b-495b-a28f-75ed7fb61928 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3cf2caab1e340ca8306f2e9214e2340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412609 May 04 07:41:23.537583 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55566) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:23.591558 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] Publish callbacks [] for security_group (7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:23.612190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] Publish callbacks [] for security_group (7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:23.663055 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:23.665766 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:23.666924 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50 HTTP/1.1" status: 204 len: 168 time: 0.1228366 May 04 07:41:23.675302 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6ff48-0615-4fe3-9c62-39cd40071fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3612eb-6ec0-4268-a5e9-dc3bbcf9ae50,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:24.680747 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-6854ad2a-35ca-4b5d-950c-84b99b43ef71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428982 May 04 07:41:24.755233 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-a68bbf95-a74d-4419-96a1-d5c63d2fc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:24.757032 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-a68bbf95-a74d-4419-96a1-d5c63d2fc521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1129 time: 0.0445049 May 04 07:41:24.879569 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-45ed46f3-eea4-4673-94bf-75781baaf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:24.881635 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-45ed46f3-eea4-4673-94bf-75781baaf75b service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0962865 May 04 07:41:24.952751 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-a6985bf3-b2bf-41ad-ba1e-e8bc54ff5634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 1001 time: 0.0610225 May 04 07:41:25.002159 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-47eccbb4-1235-471a-b2a6-aac32ffdc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:25.003651 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-47eccbb4-1235-471a-b2a6-aac32ffdc209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0431519 May 04 07:41:25.045096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-14659873-bec8-4453-ae48-d9ec94cd4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:41:25.046529 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-14659873-bec8-4453-ae48-d9ec94cd4afd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368845 May 04 07:41:25.137813 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-3e86c02e-8b62-4c31-9a91-91929a5c9115 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 May 04 07:41:25.224919 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01466de-56a9-4bb3-90a2-9f32cc2c060b req-42c409ac-21d0-4ea6-adbe-831964eb9fe5 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 May 04 07:41:30.106116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ea0615c9-0dea-413b-95bc-a95e1721568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:32.344849 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-59604e02-4186-496b-814c-c7c0c4a1b097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:33.572672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:33.708448 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55642) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:33.812863 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-30883904-aec4-4bc7-b7fc-b2629451ab12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:33.887048 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-30883904-aec4-4bc7-b7fc-b2629451ab12 admin admin] Publish callbacks [] for security_group (04e316f4-814f-467f-be6b-9f4864784222), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:33.890609 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-30883904-aec4-4bc7-b7fc-b2629451ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (04e316f4-814f-467f-be6b-9f4864784222), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:33.932673 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-30883904-aec4-4bc7-b7fc-b2629451ab12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e931a06ce0447878d527a60c496bd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226629 May 04 07:41:33.933529 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30883904-aec4-4bc7-b7fc-b2629451ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e316f4-814f-467f-be6b-9f4864784222,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:33.935661 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55646) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:41:33.991767 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] Publish callbacks [] for security_group (04e316f4-814f-467f-be6b-9f4864784222), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:34.013409 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] Publish callbacks [] for security_group (04e316f4-814f-467f-be6b-9f4864784222), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:34.059232 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (04e316f4-814f-467f-be6b-9f4864784222), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:34.061767 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:34.062912 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04e316f4-814f-467f-be6b-9f4864784222 HTTP/1.1" status: 204 len: 168 time: 0.1259820 May 04 07:41:34.071841 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398beb4e-0be8-4596-ab02-4727c7fd7829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e316f4-814f-467f-be6b-9f4864784222,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:41:34.875785 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:36.307352 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:41:36.489328 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:41:45.385033 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:00.107932 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5451e5ff-78fb-429c-812e-c3027e85dd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:02.346278 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cb6bbc9-7418-4eb8-966a-b4ddbfefafb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:03.566193 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:04.888549 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:06.310009 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:13.487936 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:42:15.408550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:24.681367 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-408185e8-5f9a-4847-8565-c8eed835078a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381880 May 04 07:42:24.777453 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-385b77af-96f1-47bf-97e2-8d206dbaad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:24.778875 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-385b77af-96f1-47bf-97e2-8d206dbaad17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0406489 May 04 07:42:24.887487 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-144ed9d8-10bc-4fbb-8005-cfad87a62369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:24.888958 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-144ed9d8-10bc-4fbb-8005-cfad87a62369 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0916610 May 04 07:42:24.961864 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-3d5e325e-1bc4-496e-8c87-549bcabb61f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 1001 time: 0.0666351 May 04 07:42:25.013281 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-df3dde4c-13dc-4da1-8f51-a18f185162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:25.014762 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-df3dde4c-13dc-4da1-8f51-a18f185162c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0468829 May 04 07:42:25.065003 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-09c66a76-7e24-40f6-a867-3ebb19aca13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:25.065983 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-09c66a76-7e24-40f6-a867-3ebb19aca13a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455446 May 04 07:42:25.157536 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-7c1ae5dc-1273-46e3-9d14-088c6b7a53c6 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845127 May 04 07:42:25.258496 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8b604e1-640a-4954-b7a4-48ce044d7b29 req-e3d4bc86-e56c-4f37-a70b-8bebdc3f5789 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952623 May 04 07:42:30.109894 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3601-f065-40af-818b-80afbd8aee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:32.353109 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7f221edc-b043-4372-a514-900cafb2889e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:33.571010 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:34.881747 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:36.313816 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:40.869979 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55660) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:41.033080 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port e6c8cc22-fb2d-4ba5-98df-2deb2b59299c {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:41.033419 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.108257 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.108578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.121918 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for e6c8cc22-fb2d-4ba5-98df-2deb2b59299c owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:41.296251 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (e6c8cc22-fb2d-4ba5-98df-2deb2b59299c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.320706 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=e6c8cc22-fb2d-4ba5-98df-2deb2b59299c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:41.332078 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.332420 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.332751 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.333082 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.333407 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.333729 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.334048 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.334574 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.334899 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.335250 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.335571 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.335891 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.336209 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.336522 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.336835 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:41.395901 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (f3b3a8c5-52d5-4b90-ab9f-e845caeaefef), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.396146 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP f3b3a8c5-52d5-4b90-ab9f-e845caeaefef disassociated (deleted). External IP: 172.27.1.229, port: 4c2bbeec-4ae7-4916-b897-579f14b1e19e. May 04 07:42:41.602263 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:42:41.708832 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:42:41.714023 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:41.719310 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:42:41.730050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:41.730657 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:41.743807 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-65307406-78c0-4e30-872c-3e03f39d7d08 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3b3a8c5-52d5-4b90-ab9f-e845caeaefef HTTP/1.1" status: 204 len: 168 time: 0.8727357 May 04 07:42:41.744409 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:42:41.746706 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df24c3-fefb-4eee-9c19-7c3e78553360" -d '{"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:42:41.791520 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7614a493-0fe2-49de-9c18-3178c3ca9885 x-openstack-request-id: req-7614a493-0fe2-49de-9c18-3178c3ca9885 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:42:41.791812 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:42:41.792065 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7614a493-0fe2-49de-9c18-3178c3ca9885 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:42:41.792515 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7614a493-0fe2-49de-9c18-3178c3ca9885'] response: {'name': 'network-changed', 'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'status': 'completed', 'code': 200} May 04 07:42:41.845369 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:41.875383 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-477e17c2-7ce8-4c1e-a1fb-ab274f7f4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:41.878020 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-477e17c2-7ce8-4c1e-a1fb-ab274f7f4060 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 1129 time: 0.0416327 May 04 07:42:41.981531 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-36c8cc65-268f-4081-8442-6dd83f1e143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:41.982884 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-36c8cc65-268f-4081-8442-6dd83f1e143e service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0983129 May 04 07:42:41.996751 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc9863-8e5b-4e02-b8d7-160f26de30d8 req-93a7e2c2-9d31-405e-b859-51d3c077a40a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:41.998336 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2dfc9863-8e5b-4e02-b8d7-160f26de30d8 req-93a7e2c2-9d31-405e-b859-51d3c077a40a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0595176 May 04 07:42:42.057600 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-2dfc9863-8e5b-4e02-b8d7-160f26de30d8 req-341564c5-bf97-413b-b254-5aec4ec0a704 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520360 May 04 07:42:42.081086 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:42.109398 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:42:42.119068 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:42.119716 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:42.231701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:42.451098 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:42.483314 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f1311-3df9-4a9c-a4b7-9a25cfe3db4d None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_floatingips': [{'id': '67c5b71f-30f9-4caf-811d-e1b4cf096769', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'router_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'port_id': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'mac_address': 'fa:16:3e:07:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T07:38:05Z', 'updated_at': '2022-05-04T07:38:07Z', 'revision_number': 1, 'project_id': '9d6226b93983480291474f504b5b560f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:42:42.722958 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6903ab-4d28-4066-a9bc-0303d599ca30 None None] New status for floating IP f3b3a8c5-52d5-4b90-ab9f-e845caeaefef: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:42:42.979037 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-208a5cdb-efb8-447b-b278-10f53dbc9e44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 200 len: 217 time: 0.0353904 May 04 07:42:43.029431 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-8f4f4d4a-d9e0-4fd3-8bc1-7561ac93771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:43.030927 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-8f4f4d4a-d9e0-4fd3-8bc1-7561ac93771e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0455155 May 04 07:42:43.083790 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-962e4703-8dec-4d6b-af53-407973a789a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:43.085888 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-962e4703-8dec-4d6b-af53-407973a789a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474424 May 04 07:42:43.214945 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a00769-483d-4651-bb89-0d148af03f6d req-7db0d8e7-5cef-40a5-a8fb-68d34c200d27 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:43.216428 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17a00769-483d-4651-bb89-0d148af03f6d req-7db0d8e7-5cef-40a5-a8fb-68d34c200d27 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0646496 May 04 07:42:43.220039 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-44c3bef0-04d3-4c77-a04a-cedd16e54235 service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278465 May 04 07:42:43.530562 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17a00769-483d-4651-bb89-0d148af03f6d req-f2bc4aad-5189-4821-b845-fea07b9fc94e tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084419 May 04 07:42:43.613352 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69df24c3-fefb-4eee-9c19-7c3e78553360 req-3e97babb-3c27-4e03-bf37-101a7d40c9cc service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817368 May 04 07:42:43.913936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386736-c2a2-454b-abbe-4e9970360d77 req-6905ab85-e0cb-4315-b9dc-2b24778c4ee2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:43.915439 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75386736-c2a2-454b-abbe-4e9970360d77 req-6905ab85-e0cb-4315-b9dc-2b24778c4ee2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 945 time: 0.0501120 May 04 07:42:44.008502 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port 4c2bbeec-4ae7-4916-b897-579f14b1e19e {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:44.009241 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:44.098185 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] For port 4c2bbeec-4ae7-4916-b897-579f14b1e19e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4c2bbeec-4ae7-4916-b897-579f14b1e19e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:44.098544 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:44.111355 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for 4c2bbeec-4ae7-4916-b897-579f14b1e19e owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:44.241841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (4c2bbeec-4ae7-4916-b897-579f14b1e19e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:44.274236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=4c2bbeec-4ae7-4916-b897-579f14b1e19e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:44.306850 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.307277 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.307636 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.307963 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.308294 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.308620 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.308980 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.309265 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.309588 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.309912 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.310236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.310557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.310875 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.311213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.311536 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:44.336875 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] No DVR routers for this DVR port 4c2bbeec-4ae7-4916-b897-579f14b1e19e on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:42:44.339535 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:44.342839 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75386736-c2a2-454b-abbe-4e9970360d77 req-4d91d4ad-5592-4cb5-9d95-135edc474305 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "DELETE /v2.0/ports/4c2bbeec-4ae7-4916-b897-579f14b1e19e HTTP/1.1" status: 204 len: 173 time: 0.4218240 May 04 07:42:44.343313 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'name': 'network-vif-deleted', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:42:44.345584 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9472f4-6fea-4454-b323-58f87c10a6fa" -d '{"events": [{"server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "name": "network-vif-deleted", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:42:44.390018 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f136b-7cff-4c63-a004-fe22b2519ccc x-openstack-request-id: req-443f136b-7cff-4c63-a004-fe22b2519ccc {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:42:44.390335 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70635759-bd3b-4056-9179-84da52755f8a", "name": "network-vif-deleted", "tag": "4c2bbeec-4ae7-4916-b897-579f14b1e19e", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:42:44.390602 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-443f136b-7cff-4c63-a004-fe22b2519ccc {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:42:44.391204 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f136b-7cff-4c63-a004-fe22b2519ccc'] response: {'server_uuid': '70635759-bd3b-4056-9179-84da52755f8a', 'name': 'network-vif-deleted', 'tag': '4c2bbeec-4ae7-4916-b897-579f14b1e19e', 'status': 'completed', 'code': 200} May 04 07:42:44.635009 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e2743e7-016a-4765-ba08-302b7c818c5e req-1ea518d1-2aaf-4db4-b3ca-7a8e6a24dce7 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=70635759-bd3b-4056-9179-84da52755f8a HTTP/1.1" status: 200 len: 210 time: 0.0306561 May 04 07:42:45.451672 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:47.382613 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c2bbeec-4ae7-4916-b897-579f14b1e19e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:42:47.402116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 4c2bbeec-4ae7-4916-b897-579f14b1e19e {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:42:47.402465 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 4c2bbeec-4ae7-4916-b897-579f14b1e19e not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:42:47.930579 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55700) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:48.125698 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port 29e59aaa-1f2f-4740-b56a-d59e1b482c9d {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:48.126035 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.208070 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.208309 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.222457 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for 29e59aaa-1f2f-4740-b56a-d59e1b482c9d owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:48.380139 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (29e59aaa-1f2f-4740-b56a-d59e1b482c9d), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.406847 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=29e59aaa-1f2f-4740-b56a-d59e1b482c9d,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:48.472972 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (67c5b71f-30f9-4caf-811d-e1b4cf096769), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.473213 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.db.l3_db [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Floating IP 67c5b71f-30f9-4caf-811d-e1b4cf096769 disassociated (deleted). External IP: 172.27.1.188, port: 1850c93c-91be-4390-9970-dc4701b5c6ba. May 04 07:42:48.682865 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:42:48.791995 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:42:48.796887 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:48.801582 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:42:48.811406 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:48.812008 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:48.826443 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-72f01e63-4e0f-475d-9d71-b2f42171cbe2 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "DELETE /v2.0/floatingips/67c5b71f-30f9-4caf-811d-e1b4cf096769 HTTP/1.1" status: 204 len: 168 time: 0.8947461 May 04 07:42:48.827027 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:42:48.829298 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc19ffbfd0f1f7eebc598ec53cc48f5fd955752558a866bf87ec49eae9fbb4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a43f4b-f82e-477f-824c-be42d9248b70" -d '{"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:42:48.871075 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 07:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434372e8-0805-4984-9f6f-0b231ab6933a x-openstack-request-id: req-434372e8-0805-4984-9f6f-0b231ab6933a {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:42:48.871397 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba", "status": "completed", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:42:48.871648 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-434372e8-0805-4984-9f6f-0b231ab6933a {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:42:48.872052 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434372e8-0805-4984-9f6f-0b231ab6933a'] response: {'name': 'network-changed', 'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'status': 'completed', 'code': 200} May 04 07:42:48.926892 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:48.989936 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-ac4cc9fe-a8be-4dfd-9bd7-08248c95a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:48.993185 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-ac4cc9fe-a8be-4dfd-9bd7-08248c95a411 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6226b93983480291474f504b5b560f&device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 1129 time: 0.0774539 May 04 07:42:49.080788 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c83436-ba14-40cb-823a-45ae56f6f675 req-0a09c36d-c46f-4201-97e7-8448d28eb04a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:49.082246 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-93c83436-ba14-40cb-823a-45ae56f6f675 req-0a09c36d-c46f-4201-97e7-8448d28eb04a tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0508122 May 04 07:42:49.139676 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [req-93c83436-ba14-40cb-823a-45ae56f6f675 req-f31ce75c-f75f-4b20-9830-4f904b13f9ff tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 May 04 07:42:49.278404 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:49.307050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:42:49.316544 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:49.317449 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:49.430806 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:49.656910 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:49.686085 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31e97d-08e7-4188-9704-a2923f989f1d None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:34:21Z', 'revision_number': 4, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi', '_interfaces': [{'id': 'df89365c-2ba5-4db7-8963-10a9f100e631', 'name': '', 'network_id': '70b1dc40-24df-4376-83a7-a119a0e9f887', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'mac_address': 'fa:16:3e:68:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:20Z', 'updated_at': '2022-05-04T07:34:25Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'subnets': [{'id': '1111c870-e28d-418e-95f4-1b43c87e516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:42:49.930712 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b36c3-a022-46de-98ea-b420249a2d8a None None] New status for floating IP 67c5b71f-30f9-4caf-811d-e1b4cf096769: DOWN {{(pid=103214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 07:42:50.111655 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-9f1d8b3e-76ea-4341-b000-f03ee153a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:50.113103 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-9f1d8b3e-76ea-4341-b000-f03ee153a203 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 200 len: 912 time: 0.0880709 May 04 07:42:50.186761 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-af44d31a-25e3-40f5-9031-773d93477705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 200 len: 217 time: 0.0418563 May 04 07:42:50.263874 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-86116672-eb61-49b8-9c88-0652c3d24315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:50.265293 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-86116672-eb61-49b8-9c88-0652c3d24315 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 200 len: 850 time: 0.0720274 May 04 07:42:50.276386 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953c20-7e27-4e17-a4e9-e1a235762612 req-fb3bc87f-3e64-4caf-9cf9-45995abe2e8d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:50.277762 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a953c20-7e27-4e17-a4e9-e1a235762612 req-fb3bc87f-3e64-4caf-9cf9-45995abe2e8d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0595119 May 04 07:42:50.326655 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a953c20-7e27-4e17-a4e9-e1a235762612 req-89276e87-fc24-41d8-86d5-0917859829f0 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/security-groups?id=6803ec27-ad18-4657-bb0e-894f2c0e840c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 May 04 07:42:50.486078 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:42:50.632367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-5e11a404-120a-446c-968f-462f686e601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:50.633802 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-5e11a404-120a-446c-968f-462f686e601f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70b1dc40-24df-4376-83a7-a119a0e9f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407233 May 04 07:42:50.729957 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-c2993daf-98b2-471a-a574-27e572fc50ec service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891171 May 04 07:42:50.788595 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-50a28569-0240-4e39-8fea-1cbbd574c50d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 07:42:50.790008 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-50a28569-0240-4e39-8fea-1cbbd574c50d tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 945 time: 0.0708010 May 04 07:42:50.904910 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d8a43f4b-f82e-477f-824c-be42d9248b70 req-3d6a4826-e083-43f6-ae20-41836b6ca60c service neutron] 10.222.0.26 "GET /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599817 May 04 07:42:50.916172 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port 1850c93c-91be-4390-9970-dc4701b5c6ba {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:50.916505 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:51.003838 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] For port 1850c93c-91be-4390-9970-dc4701b5c6ba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1850c93c-91be-4390-9970-dc4701b5c6ba,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:51.004196 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:51.017190 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for 1850c93c-91be-4390-9970-dc4701b5c6ba owned by compute:nova {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:51.157324 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (1850c93c-91be-4390-9970-dc4701b5c6ba), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:51.188543 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=1850c93c-91be-4390-9970-dc4701b5c6ba,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:51.238236 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] No DVR routers for this DVR port 1850c93c-91be-4390-9970-dc4701b5c6ba on host hv-cinder-79053 {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:42:51.242234 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:51.245727 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51bbbea2-3d5c-4b95-83b9-ba42af6c6a61 req-ead3931d-e209-431f-9cd0-8e3f3ec48395 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.26 "DELETE /v2.0/ports/1850c93c-91be-4390-9970-dc4701b5c6ba HTTP/1.1" status: 204 len: 173 time: 0.4494905 May 04 07:42:51.246315 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'name': 'network-vif-deleted', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 07:42:51.253131 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10b8b0dfee6b723e1bac5de001253f04783c6cb5d1eb7e2cef7b86cdcc17f7c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f191e932-3455-4301-bc02-1f6d668fd25b" -d '{"events": [{"server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "name": "network-vif-deleted", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 07:42:51.294193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42be16-7b69-4318-b5f5-d95a050feecd x-openstack-request-id: req-5e42be16-7b69-4318-b5f5-d95a050feecd {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 07:42:51.294193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dd1b23-8dcf-4196-b9f8-0a58c741fad0", "name": "network-vif-deleted", "tag": "1850c93c-91be-4390-9970-dc4701b5c6ba", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 07:42:51.294193 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e42be16-7b69-4318-b5f5-d95a050feecd {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 07:42:51.294193 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e42be16-7b69-4318-b5f5-d95a050feecd'] response: {'server_uuid': '63dd1b23-8dcf-4196-b9f8-0a58c741fad0', 'name': 'network-vif-deleted', 'tag': '1850c93c-91be-4390-9970-dc4701b5c6ba', 'status': 'completed', 'code': 200} May 04 07:42:51.424736 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e51c2bfd-ac97-4611-a885-5418f709e4aa req-749b0cf7-3d97-479e-b443-8594c2d53280 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "GET /v2.0/ports?device_id=63dd1b23-8dcf-4196-b9f8-0a58c741fad0 HTTP/1.1" status: 200 len: 210 time: 0.0276136 May 04 07:42:52.489296 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55720) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:52.606217 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Deleting port 13ce0e5b-21f7-4595-b5d8-17ac17a984c4 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:52.606560 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.685994 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.686307 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.699575 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Calling delete_port for 13ce0e5b-21f7-4595-b5d8-17ac17a984c4 owned by network:floatingip {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:52.827049 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (13ce0e5b-21f7-4595-b5d8-17ac17a984c4), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.850578 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'Port': ['ID=13ce0e5b-21f7-4595-b5d8-17ac17a984c4,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:52.912667 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for floatingip (641f10ee-d59f-4f52-89b2-7654e55297ce), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.915129 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-227197'] for floatingip (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:52.916319 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-256ed5cc-332a-4dc6-9d87-5e815502c0df tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "DELETE /v2.0/floatingips/641f10ee-d59f-4f52-89b2-7654e55297ce HTTP/1.1" status: 204 len: 168 time: 0.4260104 May 04 07:42:54.136965 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55738) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:54.194519 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (6803ec27-ad18-4657-bb0e-894f2c0e840c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:54.219371 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (6803ec27-ad18-4657-bb0e-894f2c0e840c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:54.278813 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (6803ec27-ad18-4657-bb0e-894f2c0e840c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:54.281449 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:54.282609 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] 10.222.0.21 "DELETE /v2.0/security-groups/6803ec27-ad18-4657-bb0e-894f2c0e840c HTTP/1.1" status: 204 len: 168 time: 0.1446352 May 04 07:42:54.292338 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827ea44-ab9a-476a-807d-5b412cffd106 tempest-TestVolumeBootPattern-816552461 tempest-TestVolumeBootPattern-816552461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803ec27-ad18-4657-bb0e-894f2c0e840c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:54.340953 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55742) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:54.830650 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (ca397893-d85d-4406-83b7-27b40a71391c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:55.073480 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Deleting port df89365c-2ba5-4db7-8963-10a9f100e631 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:55.073812 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:55.151587 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] For port df89365c-2ba5-4db7-8963-10a9f100e631, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=df89365c-2ba5-4db7-8963-10a9f100e631,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:55.152270 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:55.168330 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Calling delete_port for df89365c-2ba5-4db7-8963-10a9f100e631 owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:55.356835 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (df89365c-2ba5-4db7-8963-10a9f100e631), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:55.388599 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Pushing event deleted for resources: {'Port': ['ID=df89365c-2ba5-4db7-8963-10a9f100e631,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:55.430999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1850c93c-91be-4390-9970-dc4701b5c6ba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:42:55.455599 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] No Port match for: 1850c93c-91be-4390-9970-dc4701b5c6ba {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:42:55.456227 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Device 1850c93c-91be-4390-9970-dc4701b5c6ba not bound to the agent host hv-cinder-79053 {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:42:55.599770 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (ca397893-d85d-4406-83b7-27b40a71391c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:55.817830 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Router ca397893-d85d-4406-83b7-27b40a71391c has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:42:55.928676 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:42:55.934107 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ff40f145-6a63-4796-a4d7-adb073ff4852 admin admin] 10.222.0.21 "PUT /v2.0/routers/ca397893-d85d-4406-83b7-27b40a71391c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919497 May 04 07:42:55.936686 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55748) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:55.937734 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Sync routers for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:42:55.949847 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:55.950451 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:56.046643 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks [] for router (ca397893-d85d-4406-83b7-27b40a71391c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.062100 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: dv-cinder-790535-38-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:56.154173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks [] for router_gateway (ca397893-d85d-4406-83b7-27b40a71391c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.235726 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:42:55Z', 'revision_number': 5, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port': {'id': 'cfd12a86-b8ad-4f80-97b2-4aafa5b585fd', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:18Z', 'updated_at': '2022-05-04T07:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:56.264569 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Checking router: ca397893-d85d-4406-83b7-27b40a71391c for host: dv-cinder-790535-38-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:42:56.273820 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Routers {'ca397893-d85d-4406-83b7-27b40a71391c'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:56.274440 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['ca397893-d85d-4406-83b7-27b40a71391c'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:56.368663 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] Set router ca397893-d85d-4406-83b7-27b40a71391c gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:56.424957 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:42:56Z', 'revision_number': 6, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:56.452419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93303815-5fe3-4481-bcf4-57e7a5ed414d None None] The sync data for ids ['ca397893-d85d-4406-83b7-27b40a71391c'] in dv-cinder-790535-38-iscsi is: [{'id': 'ca397893-d85d-4406-83b7-27b40a71391c', 'name': 'tempest-TestVolumeBootPattern-267730419-router', 'tenant_id': '9d6226b93983480291474f504b5b560f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:17Z', 'updated_at': '2022-05-04T07:42:56Z', 'revision_number': 6, 'project_id': '9d6226b93983480291474f504b5b560f', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:42:56.471545 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Deleting port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:56.472096 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.556090 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] For port cfd12a86-b8ad-4f80-97b2-4aafa5b585fd, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:56.556458 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.569195 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Calling delete_port for cfd12a86-b8ad-4f80-97b2-4aafa5b585fd owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:56.736610 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (cfd12a86-b8ad-4f80-97b2-4aafa5b585fd), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.763323 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd12a86-b8ad-4f80-97b2-4aafa5b585fd,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:56.825775 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (ca397893-d85d-4406-83b7-27b40a71391c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.922350 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (ca397893-d85d-4406-83b7-27b40a71391c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.924528 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks [] for router_controller (ca397893-d85d-4406-83b7-27b40a71391c), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.971367 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (ca397893-d85d-4406-83b7-27b40a71391c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.971884 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca397893-d85d-4406-83b7-27b40a71391c {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:42:56.976912 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:56.978164 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7f400a9b-42e5-41db-a739-554808e20412 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ca397893-d85d-4406-83b7-27b40a71391c HTTP/1.1" status: 204 len: 168 time: 1.0404372 May 04 07:42:56.980533 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55750) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:57.024523 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Deleting subnet 1111c870-e28d-418e-95f4-1b43c87e516b {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:42:57.027568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Publish callbacks [] for subnet (1111c870-e28d-418e-95f4-1b43c87e516b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.061902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (1111c870-e28d-418e-95f4-1b43c87e516b), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.143173 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (1111c870-e28d-418e-95f4-1b43c87e516b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.195568 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (1111c870-e28d-418e-95f4-1b43c87e516b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.220786 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1111c870-e28d-418e-95f4-1b43c87e516b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:57.232014 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.233182 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device df89365c-2ba5-4db7-8963-10a9f100e631 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:42:57.233324 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55752) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:57.234353 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1dd05db7-abad-40f1-ba4e-59167d3556d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1111c870-e28d-418e-95f4-1b43c87e516b HTTP/1.1" status: 204 len: 168 time: 0.2480576 May 04 07:42:57.241132 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e5f89-c61b-4dca-9acf-ecb4c36507f7 None None] Network 70b1dc40-24df-4376-83a7-a119a0e9f887 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:42:57.275673 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: df89365c-2ba5-4db7-8963-10a9f100e631 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:42:57.275999 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device df89365c-2ba5-4db7-8963-10a9f100e631 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:42:57.426749 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] DHCP port deletion for 70b1dc40-24df-4376-83a7-a119a0e9f887 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:42:57.474489 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Deleting port b86d08f3-d0f7-437d-8064-fc89d87ce75e {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:57.475535 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.556618 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] For port b86d08f3-d0f7-437d-8064-fc89d87ce75e, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=b86d08f3-d0f7-437d-8064-fc89d87ce75e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:57.557124 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.573374 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Calling delete_port for b86d08f3-d0f7-437d-8064-fc89d87ce75e owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:57.584078 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (70b1dc40-24df-4376-83a7-a119a0e9f887), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.628356 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Deleting port b86d08f3-d0f7-437d-8064-fc89d87ce75e {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:57.628697 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.654744 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.680505 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Pushing event deleted for resources: {'Port': ['ID=b86d08f3-d0f7-437d-8064-fc89d87ce75e,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:57.684845 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] No DVR routers for this DVR port b86d08f3-d0f7-437d-8064-fc89d87ce75e on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:42:57.694707 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] For port b86d08f3-d0f7-437d-8064-fc89d87ce75e, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=b86d08f3-d0f7-437d-8064-fc89d87ce75e,segment=NetworkSegment(a4303c11-8698-47c3-9f99-ed2c417cde10),segment_id=a4303c11-8698-47c3-9f99-ed2c417cde10)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:57.694707 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.697550 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.697890 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.698231 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.698532 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.698858 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.699333 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.699526 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.699843 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.700285 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.700607 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.700916 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.701236 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.701576 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.701857 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.702171 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9b042-db17-4524-98ed-5fa87bd52815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-38-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 07:42:57.707173 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Calling delete_port for b86d08f3-d0f7-437d-8064-fc89d87ce75e owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:57.785371 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113321'] for port (b86d08f3-d0f7-437d-8064-fc89d87ce75e), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.810732 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Pushing event deleted for resources: {'Port': ['ID=b86d08f3-d0f7-437d-8064-fc89d87ce75e,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:57.815025 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] No DVR routers for this DVR port b86d08f3-d0f7-437d-8064-fc89d87ce75e on host dv-cinder-790535-38-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:42:57.887289 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (70b1dc40-24df-4376-83a7-a119a0e9f887), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.907788 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b1dc40-24df-4376-83a7-a119a0e9f887']}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:57.917163 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4303c11-8698-47c3-9f99-ed2c417cde10') {'for_net_delete': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:57.917455 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.services.segments.db [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4303c11-8698-47c3-9f99-ed2c417cde10') {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:57.926444 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144160'] for segment (a4303c11-8698-47c3-9f99-ed2c417cde10), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.940383 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (a4303c11-8698-47c3-9f99-ed2c417cde10), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.948070 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:42:57.948387 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113396'] for segment (a4303c11-8698-47c3-9f99-ed2c417cde10), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self.session.flush() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self.session.flush() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self.session.flush() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self.session.flush() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: Traceback (most recent call last): May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: timer() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: cb(*args, **kw) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: return func(*args, **kwargs) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self._notify() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: self.callback(batched_events) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: event.method(event) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: return f(self, *a, **k) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._get(url).json() May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: return self.request(url, 'GET', **kwargs) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:42:57.950207 dv-cinder-790535-38-iscsi neutron-server[103212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:42:58.004294 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (70b1dc40-24df-4376-83a7-a119a0e9f887), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.010791 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.014012 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] 10.222.0.21 "DELETE /v2.0/networks/70b1dc40-24df-4376-83a7-a119a0e9f887 HTTP/1.1" status: 204 len: 168 time: 0.7797153 May 04 07:42:58.016987 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55754) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:58.029090 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64499-ae6c-448e-8060-2c3b2ef5badd admin admin] Pushing event deleted for resources: {'Network': ['ID=70b1dc40-24df-4376-83a7-a119a0e9f887,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:58.345628 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3786709'] for router_interface (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.586229 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Deleting port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:58.586557 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.657474 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device b86d08f3-d0f7-437d-8064-fc89d87ce75e no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:42:58.668757 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] For port a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:42:58.669116 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.679049 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: b86d08f3-d0f7-437d-8064-fc89d87ce75e {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:42:58.679425 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device b86d08f3-d0f7-437d-8064-fc89d87ce75e not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:42:58.679842 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cfd12a86-b8ad-4f80-97b2-4aafa5b585fd no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:42:58.683037 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Calling delete_port for a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:42:58.704664 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: cfd12a86-b8ad-4f80-97b2-4aafa5b585fd {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:42:58.705017 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device cfd12a86-b8ad-4f80-97b2-4aafa5b585fd not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:42:58.870673 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:58.901046 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:42:59.075644 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3798722'] for router_interface (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:59.291794 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 has already been hosted by L3 agent dbc723a5-16d2-4aa2-ba98-7a18d2192f7a {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 07:42:59.402515 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] Notify agent at l3_agent.dv-cinder-790535-38-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 07:42:59.409897 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-dd52938f-ab99-4435-b784-357137e15a28 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d4f3b85-3971-4c6a-a2b9-fc43a0effb73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894098 May 04 07:42:59.410013 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55756) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:42:59.410714 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Sync routers for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 07:42:59.421436 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:59.422034 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:59.516393 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks [] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:59.539469 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: dv-cinder-790535-38-iscsi {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:59.624551 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks [] for router_gateway (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:59.727090 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'external_fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:42:58Z', 'revision_number': 5, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port': {'id': 'f9df8bd8-6739-46a3-9105-5783d41e3ea9', 'name': '', 'network_id': '82aad8c4-60f1-4da8-923c-5048714734bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T07:34:24Z', 'updated_at': '2022-05-04T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69042e0c-cc8b-4bdf-9508-35388c02c148', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-38-iscsi'}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:59.758700 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Checking router: 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 for host: dv-cinder-790535-38-iscsi {{(pid=103214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 07:42:59.768271 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Routers {'8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'} bound to L3 agent in host dv-cinder-790535-38-iscsi {{(pid=103214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 07:42:59.768881 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T07:15:32Z,description=,heartbeat_timestamp=2022-05-04T07:42:32Z,host='dv-cinder-790535-38-iscsi',id=dbc723a5-16d2-4aa2-ba98-7a18d2192f7a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T07:15:32Z,topic='l3_agent')) {'router_ids': ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'], 'active': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:59.861205 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvr_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] Set router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 gateway port host: None {{(pid=103214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 07:42:59.916751 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.l3_hamode_db [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:42:59Z', 'revision_number': 6, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port_host': None}], 'dv-cinder-790535-38-iscsi', False) {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:42:59.940864 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Deleting port f9df8bd8-6739-46a3-9105-5783d41e3ea9 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:42:59.941201 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:42:59.946735 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcd234-aae6-4933-93f6-6f0d9c687086 None None] The sync data for ids ['8d4f3b85-3971-4c6a-a2b9-fc43a0effb73'] in dv-cinder-790535-38-iscsi is: [{'id': '8d4f3b85-3971-4c6a-a2b9-fc43a0effb73', 'name': 'tempest-TestVolumeBootPattern-1943510941-router', 'tenant_id': '2d33ef8f18b246449cf69fd495cae2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T07:34:23Z', 'updated_at': '2022-05-04T07:42:59Z', 'revision_number': 6, 'project_id': '2d33ef8f18b246449cf69fd495cae2d6', 'gw_port_host': None}] {{(pid=103214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 07:43:00.025369 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] For port f9df8bd8-6739-46a3-9105-5783d41e3ea9, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=f9df8bd8-6739-46a3-9105-5783d41e3ea9,segment=NetworkSegment(c652162a-d66b-4ed2-8bca-1e6e7b061b59),segment_id=c652162a-d66b-4ed2-8bca-1e6e7b061b59)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:43:00.025730 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.040138 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Calling delete_port for f9df8bd8-6739-46a3-9105-5783d41e3ea9 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:43:00.112168 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2a490e22-29da-4206-9d0b-57987207671f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.208121 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (f9df8bd8-6739-46a3-9105-5783d41e3ea9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.233371 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9df8bd8-6739-46a3-9105-5783d41e3ea9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:00.307858 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788455'] for router_gateway (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.410209 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30519'] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.412372 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks [] for router_controller (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.459395 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790962'] for router (8d4f3b85-3971-4c6a-a2b9-fc43a0effb73), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.459879 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 07:43:00.464171 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.465348 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-736137b1-e839-4ea4-b20e-36e0587a5365 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d4f3b85-3971-4c6a-a2b9-fc43a0effb73 HTTP/1.1" status: 204 len: 168 time: 1.0544708 May 04 07:43:00.467817 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55758) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:00.511902 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Deleting subnet 5ed94870-cb7b-427d-a523-68b2dcea229f {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 07:43:00.515082 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Publish callbacks [] for subnet (5ed94870-cb7b-427d-a523-68b2dcea229f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.548960 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26095662'] for subnet (5ed94870-cb7b-427d-a523-68b2dcea229f), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.627082 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723265'] for subnet (5ed94870-cb7b-427d-a523-68b2dcea229f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.679197 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916332'] for subnet (5ed94870-cb7b-427d-a523-68b2dcea229f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.702592 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed94870-cb7b-427d-a523-68b2dcea229f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:00.709508 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.715398 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5e2dedf7-a77f-468a-81c7-3b4fbbb8dcc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ed94870-cb7b-427d-a523-68b2dcea229f HTTP/1.1" status: 204 len: 168 time: 0.2464731 May 04 07:43:00.716025 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.21', 55760) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:00.718121 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f0863-3c09-463e-9072-10c80233d173 None None] Network 31dfb406-102c-4345-80ad-27d8230dfb98 requested from dv-cinder-790535-38-iscsi {{(pid=103213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 07:43:00.792547 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566355'] for network (31dfb406-102c-4345-80ad-27d8230dfb98), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.810117 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:43:00.836470 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:43:00.836803 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device a0de520c-d5e1-4eb4-a8f5-e37f9b49a09e not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:43:00.837419 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f9df8bd8-6739-46a3-9105-5783d41e3ea9 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:43:00.837540 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Deleting port 593e2d3c-6664-479b-ae05-27c9162f41d2 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:43:00.837918 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.864069 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: f9df8bd8-6739-46a3-9105-5783d41e3ea9 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:43:00.864411 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device f9df8bd8-6739-46a3-9105-5783d41e3ea9 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:43:00.913655 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] For port 593e2d3c-6664-479b-ae05-27c9162f41d2, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=593e2d3c-6664-479b-ae05-27c9162f41d2,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:43:00.914020 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:00.925780 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] DHCP port deletion for 31dfb406-102c-4345-80ad-27d8230dfb98 request from dv-cinder-790535-38-iscsi {{(pid=103213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 07:43:00.929501 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Calling delete_port for 593e2d3c-6664-479b-ae05-27c9162f41d2 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:43:00.965129 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Deleting port 593e2d3c-6664-479b-ae05-27c9162f41d2 {{(pid=103213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 07:43:00.965499 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751186859533'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), before_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.032148 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616193'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.038701 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] For port 593e2d3c-6664-479b-ae05-27c9162f41d2, host dv-cinder-790535-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-38-iscsi',level=0,port_id=593e2d3c-6664-479b-ae05-27c9162f41d2,segment=NetworkSegment(b4074ee0-7e34-45f1-aa31-e63b8cc1571a),segment_id=b4074ee0-7e34-45f1-aa31-e63b8cc1571a)] {{(pid=103213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 07:43:01.039088 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786735'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), precommit_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.054359 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Calling delete_port for 593e2d3c-6664-479b-ae05-27c9162f41d2 owned by network:dhcp {{(pid=103213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 07:43:01.056404 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Pushing event deleted for resources: {'Port': ['ID=593e2d3c-6664-479b-ae05-27c9162f41d2,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:01.064841 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] No DVR routers for this DVR port 593e2d3c-6664-479b-ae05-27c9162f41d2 on host dv-cinder-790535-38-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:43:01.135772 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-679733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751186866845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751186389917'] for port (593e2d3c-6664-479b-ae05-27c9162f41d2), after_delete {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.139332 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724724', 'neutron.services.segments.db._delete_segments_for_network-8751186934842'] for network (31dfb406-102c-4345-80ad-27d8230dfb98), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.158658 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] Pushing event deleted for resources: {'Port': ['ID=593e2d3c-6664-479b-ae05-27c9162f41d2,revision_number=None']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:01.160750 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dfb406-102c-4345-80ad-27d8230dfb98']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:43:01.164688 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d8d4-8692-4d90-8220-03e0c4613714 None None] No DVR routers for this DVR port 593e2d3c-6664-479b-ae05-27c9162f41d2 on host dv-cinder-790535-38-iscsi {{(pid=103213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 07:43:01.175895 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:43:01.176222 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4074ee0-7e34-45f1-aa31-e63b8cc1571a') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 07:43:01.186077 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751186934595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26095829'] for segment (b4074ee0-7e34-45f1-aa31-e63b8cc1571a), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.199964 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884'] for segment (b4074ee0-7e34-45f1-aa31-e63b8cc1571a), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.205928 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 07:43:01.206317 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616284'] for segment (b4074ee0-7e34-45f1-aa31-e63b8cc1571a), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: Traceback (most recent call last): May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: timer() May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: cb(*args, **kw) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: return func(*args, **kwargs) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: self._notify() May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: self.callback(batched_events) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: event.method(event) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: return f(self, *a, **k) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._get(url).json() May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 07:43:01.208088 dv-cinder-790535-38-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 07:43:01.263005 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4068228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787221'] for network (31dfb406-102c-4345-80ad-27d8230dfb98), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.268213 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171275'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.271683 dv-cinder-790535-38-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] 10.222.0.21 "DELETE /v2.0/networks/31dfb406-102c-4345-80ad-27d8230dfb98 HTTP/1.1" status: 204 len: 168 time: 0.5546672 May 04 07:43:01.282335 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f334-593e-4ccb-a672-0f214df2b82f admin admin] Pushing event deleted for resources: {'Network': ['ID=31dfb406-102c-4345-80ad-27d8230dfb98,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:01.386149 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55764) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:01.426432 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-33ea9910-9a08-4c6f-987e-1d2e941ade08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d6226b93983480291474f504b5b560f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390110 May 04 07:43:01.429407 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55766) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:01.476042 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] Publish callbacks [] for security_group (4107a3af-6a4e-406d-8b43-0f724501c022), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.497068 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] Publish callbacks [] for security_group (4107a3af-6a4e-406d-8b43-0f724501c022), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.544976 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (4107a3af-6a4e-406d-8b43-0f724501c022), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.547711 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.548888 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4107a3af-6a4e-406d-8b43-0f724501c022 HTTP/1.1" status: 204 len: 168 time: 0.1185594 May 04 07:43:01.557609 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52f9c6-4d2a-4b35-8ccc-7e8b1dbfa623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4107a3af-6a4e-406d-8b43-0f724501c022,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:01.868869 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55772) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:01.907884 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-90417ee9-b1cb-47b6-a11e-cd1c5ed216b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d33ef8f18b246449cf69fd495cae2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378895 May 04 07:43:01.910201 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [-] (103212) accepted ('10.222.0.21', 55774) {{(pid=103212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 07:43:01.956877 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] Publish callbacks [] for security_group (10e557f1-8ef6-4066-927d-5382211340fb), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:01.980139 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] Publish callbacks [] for security_group (10e557f1-8ef6-4066-927d-5382211340fb), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:02.026910 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771958'] for security_group (10e557f1-8ef6-4066-927d-5382211340fb), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:02.029460 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:02.030569 dv-cinder-790535-38-iscsi neutron-server[103212]: INFO neutron.wsgi [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10e557f1-8ef6-4066-927d-5382211340fb HTTP/1.1" status: 204 len: 168 time: 0.1194932 May 04 07:43:02.038137 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9ca3a-2e15-47bd-baf0-9cedb31174a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e557f1-8ef6-4066-927d-5382211340fb,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 07:43:02.348153 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e81a-d262-4fab-bd65-693b73d17380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:02.656157 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 593e2d3c-6664-479b-ae05-27c9162f41d2 no longer exists at agent ovs-agent-dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 07:43:02.681145 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.plugin [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] No Port match for: 593e2d3c-6664-479b-ae05-27c9162f41d2 {{(pid=103213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 07:43:02.681478 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.rpc [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Device 593e2d3c-6664-479b-ae05-27c9162f41d2 not bound to the agent host dv-cinder-790535-38-iscsi {{(pid=103213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 07:43:03.572004 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:04.886131 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:06.315741 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:15.432271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:27.484640 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:43:30.114029 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-f6e8fe11-0929-4930-96c3-5fd02843e83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:32.351061 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-1267bd1f-fb67-46ba-a43c-ef641f80f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:33.573748 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:34.886111 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:36.321682 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:43:45.434995 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:00.116780 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-47f1b5c7-f042-477b-992a-28cd3fefc42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:02.354141 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13fe7a1f-0d07-4513-a331-3b93abfef164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:03.577261 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:04.482933 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:44:04.890505 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:06.316722 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:15.435082 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:30.118954 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8319-f630-4638-b75c-40d2d134410a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:32.355361 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6738f700-2e53-4948-bee6-4a546930ba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:33.577998 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:34.891927 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:36.319179 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:44:41.482495 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:44:45.432271 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:00.120257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0e19-fa02-411e-a82e-f359caecf351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:02.356591 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2ce026cd-bb37-4d29-8227-b2522fa7add0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:03.581868 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:04.895041 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:06.321051 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:13.906806 dv-cinder-790535-38-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-2dcc3cd0-071e-4199-a926-4e221a47069a service neutron] (103211) timed out ('10.222.0.21', 50114) {{(pid=103211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 07:45:14.086669 dv-cinder-790535-38-iscsi neutron-server[103212]: DEBUG neutron.wsgi [req-e5bc252e-8ba8-4765-8b0e-9f26a288e14d req-bc5c040b-c8d4-4b87-bc48-1376265b8df1 tempest-AttachVolumeShelveTestJSON-2050056536 tempest-AttachVolumeShelveTestJSON-2050056536-project] (103212) timed out ('10.222.0.21', 50122) {{(pid=103212) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 07:45:15.433136 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:18.483710 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:45:30.122279 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7adfca3c-9b28-4c96-8f68-67e7ebd8a677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:32.359350 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-7c794d05-ab3e-47e1-84f3-f7374d1ece2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:33.587615 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:34.898432 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:36.322976 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:45.428831 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:45:55.482333 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:46:00.123258 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0106b65c-6756-4424-888d-733e257190d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:02.361241 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-520fce2e-d252-48a4-9b8b-f74b0b35c38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:03.588116 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:04.901230 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:06.325939 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:15.427478 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:30.125969 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-13d37030-e161-4422-ba20-40ca3f8c7bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:32.362923 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2be118cb-b303-45e3-95d3-96b93293fa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:32.481459 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:46:33.589928 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:34.904769 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:36.328192 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:46:45.441050 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:00.127441 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-69773ee5-5015-48cb-ad99-7cab229f644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:02.363581 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0ac71fda-f047-4ae2-8220-ca56cb373ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:03.594695 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:04.905344 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:06.331257 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:09.480092 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:47:15.456746 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:30.129267 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-dc6434a0-deaf-4fbd-ab89-f7418c8c631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:32.365966 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4988cbed-a414-4e42-9bcc-ddc2839cd389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:33.597067 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:34.907646 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:36.332829 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:45.464307 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:47:46.479086 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:48:00.131036 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d59f-9b25-469c-94d3-59d7444c68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:02.366923 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-88091bf8-0656-438a-93a3-72e2fe36cc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:03.600105 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:04.910279 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:06.337595 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:15.474714 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6cafe810-a333-491d-a738-7055752f7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b3c75210-2ae4-4e19-9974-ef247bbcc01d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:23.477527 dv-cinder-790535-38-iscsi neutron-server[103214]: DEBUG neutron.db.agents_db [None req-18e0add2-37f0-450f-a5b9-3ce7507eabf6 None None] Agent healthcheck: found 6 active agents {{(pid=103214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 07:48:30.132627 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-ba8965aa-446b-4968-8bfc-a6ca71d83fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (b1c90cb3-0246-4409-9a69-5f4439c562bb), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:32.367577 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-6182e115-6de1-4350-b0db-28b12aadcf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (dbc723a5-16d2-4aa2-ba98-7a18d2192f7a), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:33.602250 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec92d-0012-4367-a8e5-3c0728369bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c1e498eb-f5f9-4caf-920e-2a61faa2c2e1), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:34.914725 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a668-9067-4952-b01f-b711438fc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (c7b3bd7c-e89c-411f-afcf-eca1981bab5b), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 07:48:36.341228 dv-cinder-790535-38-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-0c3de31f-c48d-4e1e-8bca-d81a29011370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751186934824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751157'] for agent (6a416ee7-a567-4c29-8933-5be571375f62), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}